-- Logs begin at Thu 2020-11-19 05:00:42 UTC, end at Thu 2020-11-19 06:12:27 UTC. -- Nov 19 05:36:05.895622 dv-cinder-763306-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 05:36:08.411039 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.common.config [-] Logging enabled! Nov 19 05:36:08.411632 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev152 Nov 19 05:36:08.412880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80182) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 05:36:08.413595 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.common.config [-] Logging enabled! Nov 19 05:36:08.413873 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev152 Nov 19 05:36:08.414138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80182) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 05:36:08.415248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 05:36:08.415529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 05:36:08.416513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 05:36:08.416793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 05:36:08.417055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 05:36:08.417411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.417754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.418082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.418336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.418669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.418981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.419296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.419652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.419984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.420309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.420617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.420934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.421186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.421502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.421823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.422145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.422394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] debug = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.422689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.423212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.423574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.423885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.424208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.424509 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.424816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.425130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.425486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] host = dv-cinder-763306-1-iscsi {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.425798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.426119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.426438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.426757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.427064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.427390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.427710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.428021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.428316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_file = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.428627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.428949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.429272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.429600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.429850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.430098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.430595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.430824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.431133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.431464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.431775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.432080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.432386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.432684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.433003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.433323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.433640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.433946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.434251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.434554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.434852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.435166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.435492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.435796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.436100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.436421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.436719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.437021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.437355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.437673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.437989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.438307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.438613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.438930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.439230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.439554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.439853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] use_json = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.440155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.440452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.440766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.441070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.441369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.441668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.441970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.442286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:08.442612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.442941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.443277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.443615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.443938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.444252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.444574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.444879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.445200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.445521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.445839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.446189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.446504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.446831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.447156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.447483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.447794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.448119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.448428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.448735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.449056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.449365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.449667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.449976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.450284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.450585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.450883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.451189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.451537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.451843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.452142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.452444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.452749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.453047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.453360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.453662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.453960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.454260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.454569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.454872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.455176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.455508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.455812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.456118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.456421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.456721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.457024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.457326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.457626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.457926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.458226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.458856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.459158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.459483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.459788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.460091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.460393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.460709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.461037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.461343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.461649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.462006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.462382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.462693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.463002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.463309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.463640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.463942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.464263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.464576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.464889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.465203 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.465511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.465838 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.466143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.466454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.466802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.467108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.467442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.467755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.468077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.468399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.468726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.469049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.469373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.469685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.470029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.470339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:08.470580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 05:36:08.470835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80182) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 19 05:36:09.111887 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading Gnome Nov 19 05:36:09.128585 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading Google Nov 19 05:36:09.131228 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading Windows (alt) Nov 19 05:36:09.134901 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading file Nov 19 05:36:09.135750 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading keyczar Nov 19 05:36:09.136024 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading multi Nov 19 05:36:09.136663 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO keyring.backend [-] Loading pyfs Nov 19 05:36:09.182703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:09.183001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:09.183355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:09.183714 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 05:36:09.597195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.597754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.597754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.656251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.656556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.656853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.659815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.660111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.660391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.736380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.736689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.736978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.737981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.738272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.738548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.854539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.854734 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.855053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.855354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:09.856207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.032194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.032584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.032924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.033225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.033517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.033910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.034207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.034486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.034763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.035105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.035454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.035747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.036066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.036370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.036703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.037016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.037301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.037599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.037876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.038349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.038624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.038897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.039227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.039522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.039843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.040358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.040629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.040895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.041159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.041422 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.041683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.043042 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 05:36:10.050684 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 05:36:10.058103 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 05:36:10.063557 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3400, 3449)])]) Nov 19 05:36:10.066313 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 05:36:10.067375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 05:36:10.067781 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 19 05:36:10.068212 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 05:36:10.071863 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 05:36:10.072138 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 05:36:10.072523 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 19 05:36:10.095999 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 19 05:36:10.096499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.096824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80182) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 19 05:36:10.097231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.098564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80182) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 05:36:10.098868 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 19 05:36:10.099141 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 19 05:36:10.102313 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.102621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.166915 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 05:36:10.167072 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 05:36:10.167362 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 05:36:10.167769 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 05:36:10.206301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.sqlalchemy.engines [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80182) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 19 05:36:10.513690 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing driver for type 'gre' Nov 19 05:36:10.514263 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] gre ID ranges: [(1, 1000)] Nov 19 05:36:10.560251 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing driver for type 'local' Nov 19 05:36:10.560623 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing driver for type 'vlan' Nov 19 05:36:10.572330 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] VlanTypeDriver initialization complete Nov 19 05:36:10.572702 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing driver for type 'vxlan' Nov 19 05:36:10.573230 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] vxlan ID ranges: [(1, 1000)] Nov 19 05:36:10.618691 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing extension driver 'port_security' Nov 19 05:36:10.619150 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.extensions.port_security [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] PortSecurityExtensionDriver initialization complete Nov 19 05:36:10.619508 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing mechanism driver 'openvswitch' Nov 19 05:36:10.629673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:10.630992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.631613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.632152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.632732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.633276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.633875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.634291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.634667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.635041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.635477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > security_group after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.635848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > security_group after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.636221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > security_group after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.636629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.637000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.637364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.637904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > address_group after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.638275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > address_group after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.638642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > address_group after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.639004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] ML2 OVO RPC backend initialized. {{(pid=80182) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 19 05:36:10.639718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.640102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.640551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.640925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > networks before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.641296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.641667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > ports before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.642035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.642404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnets before_response 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.642780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.643147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.643536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > network after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.643901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.644266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.644625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.644987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.645349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.645708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.646340 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.plugin [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Modular L2 Plugin initialization complete Nov 19 05:36:10.646692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading services supported by the core plugin {{(pid=80182) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 05:36:10.647049 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.plugins.ml2.managers [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Got port-security extension from driver 'port_security' Nov 19 05:36:10.647573 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.extensions.vlantransparent [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Disabled vlantransparent extension. Nov 19 05:36:10.648049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80182) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 05:36:10.648389 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: router Nov 19 05:36:10.690879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_interface before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.691305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_create 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.691759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router before_create 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.692157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.692569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.692953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_delete 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.693342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > floatingip after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.693748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_create 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.694127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_update 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.694509 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_update 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.694886 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.695281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_update 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.695770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_update 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.696252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.696627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.696992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: subnet after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.697362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.697744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > port precommit_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.698145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_create 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.698511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.698888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.699284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router after_update 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.699681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_delete 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.700060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_create 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.700455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.700833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_update 55549900 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.701875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Tracking information for resource: router configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.702242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Tracking information for resource: floatingip configured {{(pid=80182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 05:36:10.707447 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_agentschedulers_db [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 05:36:10.708097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.708794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port after_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.709180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port after_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.709556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: port after_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.710450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router before_create 55550100 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.710840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_delete 55550100 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.711236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_create 55550100 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.711740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > router precommit_update 55550100 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.716313 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.provider_configuration [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service providers = [] {{(pid=80182) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 05:36:10.716706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.servicetype_db [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80182) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 05:36:10.719576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.service_base [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:36:10.719952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.service_base [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:36:10.720319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.service_base [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:36:10.721206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.service_base [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 05:36:10.721607 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.services.service_base [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 05:36:10.722018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.722369 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 05:36:10.744078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.744453 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: auto_allocate Nov 19 05:36:10.754876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: network precommit_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.755280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: network precommit_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.755898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.756250 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: tag Nov 19 05:36:10.768308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.768619 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: timestamp Nov 19 05:36:10.772503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.772866 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: network_ip_availability Nov 19 05:36:10.778625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.779043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.779430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:10.780213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.780572 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: flavors Nov 19 05:36:10.796503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.796877 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading Plugin: revisions Nov 19 05:36:10.801266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 05:36:10.801684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:10.802483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80182) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 19 05:36:10.802838 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Initializing extension manager. Nov 19 05:36:10.803416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: __init__.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.803788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: __pycache__ {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.804152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.804514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: _filter_validation_lib.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.804878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.805236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: address_group.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.806159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.806829 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: address-group Nov 19 05:36:10.807167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: address_scope.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.807989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.808559 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: address-scope Nov 19 05:36:10.808912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: admin_state_down_before_update.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.809845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.810413 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: router-admin-state-down-before-update Nov 19 05:36:10.810762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: agent.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.811556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.812129 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: agent Nov 19 05:36:10.812484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: agent_resources_synced.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.813531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.814105 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: agent-resources-synced Nov 19 05:36:10.814460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: allowedaddresspairs.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.816301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.816886 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: allowed-address-pairs Nov 19 05:36:10.817246 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: auto_allocated_topology.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.818343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.818916 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: auto-allocated-topology Nov 19 05:36:10.819276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: availability_zone.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.820073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.820648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: availability_zone Nov 19 05:36:10.821031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: availability_zone_filter.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.822037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.822603 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: availability_zone_filter Nov 19 05:36:10.822958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: data_plane_status.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.823898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.824464 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 05:36:10.824819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: default_subnetpools.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.825740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.826306 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: default-subnetpools Nov 19 05:36:10.826658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: dhcpagentscheduler.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.827530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.828098 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: dhcp_agent_scheduler Nov 19 05:36:10.828451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: dns.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.829374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.829936 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension dns-integration not supported by any of loaded plugins Nov 19 05:36:10.830292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: dns_domain_ports.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.831216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.831836 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 05:36:10.832190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: dvr.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.832906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.833773 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: dvr Nov 19 05:36:10.834130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: empty_string_filtering.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.835050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.835640 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: empty-string-filtering Nov 19 05:36:10.835997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.836968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.837530 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 05:36:10.837878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.838798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.839365 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 05:36:10.839737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: external_net.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.840753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.841322 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: external-net Nov 19 05:36:10.841677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: extra_dhcp_opt.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.842589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.843155 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: extra_dhcp_opt Nov 19 05:36:10.843544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: extraroute.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.844475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.845051 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: extraroute Nov 19 05:36:10.845404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: extraroute_atomic.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.846438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.847009 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: extraroute-atomic Nov 19 05:36:10.847380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: filter_validation.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.848104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.848668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: filter-validation Nov 19 05:36:10.849020 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: fip_pf_description.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.849947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.850507 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 05:36:10.850858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: fip_port_details.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.851803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.852393 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: fip-port-details Nov 19 05:36:10.852802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: flavors.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.854040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.854616 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: flavors Nov 19 05:36:10.854975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.856681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.857267 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 05:36:10.857632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: floatingip_pools.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.858393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.858966 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: floatingip-pools Nov 19 05:36:10.859369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: ip_allocation.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.860309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.860877 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 05:36:10.861234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.862164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.862728 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: ip-substring-filtering Nov 19 05:36:10.863087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l2_adjacency.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.864036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.864611 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 05:36:10.864965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.866146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.866732 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: router Nov 19 05:36:10.867087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3_conntrack_helper.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.869482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.870073 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 05:36:10.870437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.871367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.871967 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: ext-gw-mode Nov 19 05:36:10.872326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.873249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.873818 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: l3-ha Nov 19 05:36:10.874173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3_flavors.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.875089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.875686 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: l3-flavors Nov 19 05:36:10.876036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.876963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.877526 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 05:36:10.877881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: l3agentscheduler.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.879044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.879663 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: l3_agent_scheduler Nov 19 05:36:10.880020 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: logging.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.881536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.882118 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension logging not supported by any of loaded plugins Nov 19 05:36:10.882478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: metering.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.884881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.885589 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: metering Nov 19 05:36:10.885954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.887083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.887688 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: metering_source_and_destination_fields Nov 19 05:36:10.888048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: multiprovidernet.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.888984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.889555 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: multi-provider Nov 19 05:36:10.889914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: netmtu.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.890836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.891454 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: net-mtu Nov 19 05:36:10.891812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: netmtu_writable.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.892737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.893310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: net-mtu-writable Nov 19 05:36:10.893663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: network_availability_zone.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.894377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.894945 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: network_availability_zone Nov 19 05:36:10.895296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: network_ip_availability.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.896455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.897024 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: network-ip-availability Nov 19 05:36:10.897376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: network_segment_range.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.898206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.898780 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 05:36:10.899150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: pagination.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.900189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.900558 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: pagination Nov 19 05:36:10.900914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.901887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.902469 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: port-mac-address-regenerate Nov 19 05:36:10.902819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.903788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.904359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: port-numa-affinity-policy Nov 19 05:36:10.904711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: port_resource_request.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.905641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.906262 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 05:36:10.906654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: portbindings.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.907677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.908255 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: binding Nov 19 05:36:10.908605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: portbindings_extended.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.910009 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.910598 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: binding-extended Nov 19 05:36:10.910958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: portsecurity.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.911913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.912498 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: port-security Nov 19 05:36:10.912864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: project_id.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.913859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.914227 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: project-id Nov 19 05:36:10.914582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: providernet.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.915818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.916398 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: provider Nov 19 05:36:10.916761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.920343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.920932 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos not supported by any of loaded plugins Nov 19 05:36:10.921303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.922543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.923129 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 05:36:10.923517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.924436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.925011 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 05:36:10.925367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_default.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.926302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.926867 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-default not supported by any of loaded plugins Nov 19 05:36:10.927224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_fip.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.927937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.928501 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-fip not supported by any of loaded plugins Nov 19 05:36:10.928854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_gateway_ip.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.929780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.930355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 05:36:10.930760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_port_network_policy.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.931696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.932268 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 05:36:10.932625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_rule_type_details.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.933555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.934123 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 05:36:10.934473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: qos_rules_alias.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.935646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.936224 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 05:36:10.936576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: quotasv2.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.937545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.937909 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: quotas Nov 19 05:36:10.938261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: quotasv2_detail.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.939880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.940254 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: quota_details Nov 19 05:36:10.940618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: rbac.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.941767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.942357 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: rbac-policies Nov 19 05:36:10.942716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: rbac_address_scope.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.943683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.944258 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: rbac-address-scope Nov 19 05:36:10.944614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: rbac_security_groups.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.945531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.946191 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: rbac-security-groups Nov 19 05:36:10.946565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: rbac_subnetpool.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.947518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.948094 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: rbac-subnetpool Nov 19 05:36:10.948451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: revisionifmatch.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.949377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.949951 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: revision-if-match Nov 19 05:36:10.950301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: revisions.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.951446 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.952016 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: standard-attr-revisions Nov 19 05:36:10.952369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: router_availability_zone.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.953080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.953657 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: router_availability_zone Nov 19 05:36:10.954007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: routerservicetype.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.954940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.955541 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension router-service-type not supported by any of loaded plugins Nov 19 05:36:10.955892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: security_groups_port_filtering.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.956823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.957408 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: port-security-groups-filtering Nov 19 05:36:10.957767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: securitygroup.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.971383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.971991 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: security-group Nov 19 05:36:10.972360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: segment.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.973227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.973804 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension segment not supported by any of loaded plugins Nov 19 05:36:10.974164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.975105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.975701 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 05:36:10.976063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: servicetype.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.977165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.977770 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: service-type Nov 19 05:36:10.978127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: sorting.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.979123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.979528 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: sorting Nov 19 05:36:10.979878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: standard_attr_segment.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.980785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.981394 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 05:36:10.981735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: standardattrdescription.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.982403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.983042 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: standard-attr-description Nov 19 05:36:10.983356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: stateful_security_group.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.984286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.984874 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: stateful-security-group Nov 19 05:36:10.985220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: stdattrs_common.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.985802 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 05:36:10.986154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.987070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.987678 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 05:36:10.988034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: subnet_onboard.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.989110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.989688 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: subnet_onboard Nov 19 05:36:10.990043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.991052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.991648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 05:36:10.992001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: subnet_service_types.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.992999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.993824 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: subnet-service-types Nov 19 05:36:10.994180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: subnetallocation.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.995269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.995889 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: subnet_allocation Nov 19 05:36:10.996282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.996949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.997522 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: subnetpool-prefix-ops Nov 19 05:36:10.997875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:10.998812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:10.999398 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 05:36:10.999755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: tagging.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:11.001039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:11.001643 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: standard-attr-tag Nov 19 05:36:11.002005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: timestamp.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:11.003171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:11.003774 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loaded extension: standard-attr-timestamp Nov 19 05:36:11.004141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: trunk.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:11.005177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:11.005740 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension trunk not supported by any of loaded plugins Nov 19 05:36:11.006099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: trunk_details.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:11.007028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:11.007629 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension trunk-details not supported by any of loaded plugins Nov 19 05:36:11.007982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: uplink_status_propagation.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:11.009153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:11.009731 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 05:36:11.010089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Loading extension file: vlantransparent.py {{(pid=80182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 05:36:11.010785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 05:36:11.011361 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 05:36:11.013958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:network Nov 19 05:36:11.014741 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:subnet Nov 19 05:36:11.015429 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:36:11.016109 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:port Nov 19 05:36:11.017586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.018068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service FLAVORS assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.018784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.019191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.019586 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:router Nov 19 05:36:11.020302 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:floatingip Nov 19 05:36:11.021052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service METERING assigned prefix: /metering {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.022847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:11.023244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:11.023652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80182) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:36:11.024873 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 05:36:11.025345 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:security_group Nov 19 05:36:11.026142 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 05:36:11.026939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service CORE assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.027357 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:36:11.027736 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] subnetpool is already registered Nov 19 05:36:11.028404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service CORE assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.028769 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:36:11.029128 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] subnetpool is already registered Nov 19 05:36:11.031972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.032439 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service FLAVORS assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.033069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.033521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.033884 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:router Nov 19 05:36:11.034245 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] router is already registered Nov 19 05:36:11.034892 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:floatingip Nov 19 05:36:11.035249 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] floatingip is already registered Nov 19 05:36:11.035963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service METERING assigned prefix: /metering {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.036663 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 05:36:11.037018 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] rbac_policy is already registered Nov 19 05:36:11.037631 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:security_group Nov 19 05:36:11.037988 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] security_group is already registered Nov 19 05:36:11.038630 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 05:36:11.038988 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] security_group_rule is already registered Nov 19 05:36:11.039764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service CORE assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.040158 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:36:11.040517 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] subnetpool is already registered Nov 19 05:36:11.041176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.resource_helper [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Service CORE assigned prefix: {{(pid=80182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 05:36:11.041590 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 05:36:11.041890 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.quota.resource_registry [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] subnetpool is already registered Nov 19 05:36:11.043257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: extensions {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.044555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: address-groups {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.045912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: address-scopes {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.047198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: agents {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.048468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: auto-allocated-topology {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.049782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: availability_zones {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.051167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: dhcp-networks {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.052674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: dhcp-agents {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.054149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: routers {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.057044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: flavors {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.058274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: service_profiles {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.059586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: next_providers {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.161999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: service_profiles {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.163568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: floatingip-pools {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.164996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: routers {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.166893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: floatingips {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.168180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: l3-routers {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.169646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: l3-agents {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.171150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: metering-labels {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.172754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: metering-label-rules {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.174152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: network-ip-availabilities {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.175493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: bindings {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.177239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: quotas {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.178758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: quotas {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.180283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: rbac-policies {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.181698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: security-groups {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.182965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: security-group-rules {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.184303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: service-providers {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.185584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: subnetpools {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.187076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: subnetpools {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.188691 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.190461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.192404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.194259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.196345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.198132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.200043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.201994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.204006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.205956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.extensions [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Extended resource: tags {{(pid=80182) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 05:36:11.213550 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING keystonemiddleware.auth_token [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 05:36:11.218839 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING keystonemiddleware.auth_token [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 05:36:11.227905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Acquired lock "singleton_lock" {{(pid=80182) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 19 05:36:11.228438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Releasing lock "singleton_lock" {{(pid=80182) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 19 05:36:11.229884 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Starting 2 workers Nov 19 05:36:11.234642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Started child 80293 {{(pid=80182) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:36:11.238768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.239267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Started child 80294 {{(pid=80182) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:36:11.240245 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [-] (80293) wsgi starting up on http://0.0.0.0:9696 Nov 19 05:36:11.240804 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 05:36:11.241433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Notify callbacks [] for process, before_spawn {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.242858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.244254 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [-] (80294) wsgi starting up on http://0.0.0.0:9696 Nov 19 05:36:11.244397 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Starting 1 workers Nov 19 05:36:11.249681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Started child 80295 {{(pid=80182) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:36:11.250234 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Starting 1 workers Nov 19 05:36:11.252259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] calling RpcWorker wait() {{(pid=80295) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 05:36:11.252662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] returning from RpcWorker wait() {{(pid=80295) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 05:36:11.254069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.254535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:11.254862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Started child 80296 {{(pid=80182) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 05:36:11.255700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-536faac8-4b49-4f79-8a43-aab59e1bda1f None None] Notify callbacks [] for process, after_spawn {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.257337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80182) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 05:36:11.257518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 05:36:11.257951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 05:36:11.258156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 05:36:11.258863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 05:36:11.259236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 05:36:11.259916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.260047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:11.260181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.260505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.260806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.261122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.261471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:11.261775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.262076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.262345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.262658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.262938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.263117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.263307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.263607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.263889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.264213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.264503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.264776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.265048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.265254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.265538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.265850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.266132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.266432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] debug = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.266709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.267275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.267554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.267819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.268065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.268359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.268633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.268982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.269303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.269470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.269667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.269946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.270190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.270459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.270740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.270991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.271457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] host = dv-cinder-763306-1-iscsi {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.271716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.271960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.272220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.272481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.272759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.273002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.273284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.273569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.273845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.274139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.274424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.274702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.274968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.275237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_file = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.275451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_options = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.275708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.275988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.276281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.276601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.276777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.276917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.277189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.277342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.277542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.277785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.278026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.278268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.278507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.278751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.279068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.279231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.279514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.279725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.280011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.280271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.280529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.280785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.281027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.281290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.281536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.281784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.282041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.282285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.282541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.282782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.283032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.283308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.283606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.283881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.284145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.284771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.285017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.285324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.285585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.285890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.286182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.286864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.286864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.288102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.288372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.288614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_json = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.290674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.291493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.291807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.293724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.294186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.294186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.294365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.294710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.295006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.295555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.296192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.296587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.296994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.297422 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.297672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.297920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.298188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.298485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.298736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.298987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.299739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.299988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.300237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.301312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.301746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.302029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.304065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.305513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.305848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.307396 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.307754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.308125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.308494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.308870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.309220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.309572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.309912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.310248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.310588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.310934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.311281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.311639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.311962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.312294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.312588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.312932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.313272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.313593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.313901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.314225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.314553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.314848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.315206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.315644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.316003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.316350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.316699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.317041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.317390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.317730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.318073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.318416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.318766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.319107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.319492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.319851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.320196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.320536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.320941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.321438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.321843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.322210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.322566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.322936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.323298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.323699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.324048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.324420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.324775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.325145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.325513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.325865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.326190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.326501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.326865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.327178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.327516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.327845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.328183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.328502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.328870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.329202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.329547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.329888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.330245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.330621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.330939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.331363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.331669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.331972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.332302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.332638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.332894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.333179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.333869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.334231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.334480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.334963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.335447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.335735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.335989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.336291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.336556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.336826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.337066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.337348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.337706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.338003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.338245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.338504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.338787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.339079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.339361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.339626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.339922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.340201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.340463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.340702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.341122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.341357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.341771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.342164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.342571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.342833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.343099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.343364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.343625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.343894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.344142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.344391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.344644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.344896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.345144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.345428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.345668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.345914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.346175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.346420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.346668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.346915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.347158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.347463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.347712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.348026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.348309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.348553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.348817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.349073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.349343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.349584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.349883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.350131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.350371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.350609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.350851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.351089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.351341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.351609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.351850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.352121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.352482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.352838 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.353078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.353352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.353609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.353856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.354102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.354345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.354647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.354827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.355084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.355358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.355856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.356116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.356376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.356618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.356853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.357240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.357650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.357959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.358244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.358506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.358773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.359063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.359302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.359566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.359885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.360154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.360403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.360757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.361000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.361274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.361536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.361792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.362039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.362330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.362672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.363003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.363295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.363615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.363949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.364241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3400:3449'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.364543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.364790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.365102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.365454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.365732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.366020 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.366280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.366551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.366988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.367249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.367542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.367789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.368083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.368516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.368810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.369095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.369345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.369610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.369856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.370114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.370353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.371212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.371212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.371212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 05:36:11.371900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80182) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 05:36:11.371900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 05:36:11.371900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 05:36:11.372167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 05:36:11.372265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 05:36:11.372414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 05:36:11.372657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.372839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.373024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.373211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.373394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.373600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.374861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.375037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.375669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.375669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.375669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.375963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.375963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.376143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.376240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.376334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] debug = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.376490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.376702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.376870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.377216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.377403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.377584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.377764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.377947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.378109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.378445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.378631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.378825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.378994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.379174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.379386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.379551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.379883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] host = dv-cinder-763306-1-iscsi {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.380050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.380233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.380414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.380592 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.380779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.380937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.381111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.381290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.381468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.381644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.381824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.382004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.382184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.382363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_file = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.382542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_options = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.382722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.383301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.383301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.383301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.383874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.383874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.384052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.384291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.384479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.384660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.384842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.385022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.385201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.385382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.385563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.385742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.385922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.386102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.386284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.386465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.386646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.386826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.387004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.387183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.387387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.387567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.388976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.389140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.389320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.389505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.389687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.389865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.390044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.390224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.390408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.390646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.390756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.390896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_json = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.391075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.391253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.391456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.391557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:11.391653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.391791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.391971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.392150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.392332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 05:36:11.392536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.392722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.392919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.393106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.393290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.393478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.393663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.393847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.394032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.394217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.394409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.394595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.394799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.394983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.395167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.395371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.395557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.395743 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.395930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.396116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.396301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.396488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.396672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.396858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.397047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.397206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.397392 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.397555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.397737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.397923 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.398109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.398295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.398480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.398636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.398825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.399010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.399280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.399662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.399850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.400047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.400204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.400398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.400557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.400745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.400932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.401116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.401300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.401484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.401671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.401854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.402053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.402207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.402395 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.402580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.402736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.402928 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.403110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.403295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.403502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.403686 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.403842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.404028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.404286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.404615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.404615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.405965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.406958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.406958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.406958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.406958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.406958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.406958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.407947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.407947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.407947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.407947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.407947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.407947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.409535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.410846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.411951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.412135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.412320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.412503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.412688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.412871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.413062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.413259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.413442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.413627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.413810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.414022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.414205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.414388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.414653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.414785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.414932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.415116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.415298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.415476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.415662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.415876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.416060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.416243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.416426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.416609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.416792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.416977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.417160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.417344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.417529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.417714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.417901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.418084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.418267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.418449 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.418632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.418816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.418998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.419181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.419387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.419572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.419755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.419939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.420128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.420311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.420496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.420680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.420866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.421039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.421209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.421393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.421578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.421762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.421946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.422132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.422316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.422500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.422684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.422866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.423050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.423234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.423447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.423627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.423792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.423958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.424161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.424340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.424513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.425979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.426162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.426346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.426530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.426714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.426899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.427083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.427277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.427486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.427671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.427856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.428048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.428232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.428415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.428609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.428793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.428981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.429160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.429518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.429709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.429879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.430223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.430491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.430684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.430874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.431105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.431266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.431477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.431671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.431868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3400:3449'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.432065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.432249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.432442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.432640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.432824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.433008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.433191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.433375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.433561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.433745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.433930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.434113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.434296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.434479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.434663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.434830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.434992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.435177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.435374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.435527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.435679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.435841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.435993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 05:36:11.436231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80182) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 05:36:11.555280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45226) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:11.573355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0136795 Nov 19 05:36:21.462920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73b79c-a717-4b7f-893d-8d5963418ebc None None] get_active_networks_info from dv-cinder-763306-1-iscsi {{(pid=80295) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 19 05:36:21.518544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73b79c-a717-4b7f-893d-8d5963418ebc None None] No non-hosted networks {{(pid=80295) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 05:36:21.545991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agentschedulers_db [None req-2c73b79c-a717-4b7f-893d-8d5963418ebc None None] DHCP Agent not found on host dv-cinder-763306-1-iscsi {{(pid=80295) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Nov 19 05:36:21.622652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-36dadd0f-05c7-4a18-af65-3fb723ea89fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844'] for agent, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:23.907547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0beefb5e-6c11-4f87-9521-39ba438c1403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844'] for agent, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:23.987270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-da38de4f-a582-42e1-895c-4d932847e1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:24.348193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844'] for agent, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:25.285065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844'] for agent, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:25.286225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.286747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.287261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.287783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.288272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.288761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.289303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.289907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.290430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.290952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.291497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.292035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:25.292623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:25.308186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:36:25.454178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] get_endpoint_by_host() called for host dv-cinder-763306-1-iscsi {{(pid=80295) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 05:36:25.460687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] get_endpoint_by_ip() called for ip 192.168.0.33 {{(pid=80295) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 05:36:25.464834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] _add_endpoint() called for ip 192.168.0.33 {{(pid=80295) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 05:36:25.472964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] _get_endpoints() called {{(pid=80295) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 05:36:25.752557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844'] for agent, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:27.204229 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_hamode_db [None req-7513c1ac-4e77-462d-b646-81a66cee866e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 05:36:27.293354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513c1ac-4e77-462d-b646-81a66cee866e None None] Routers set() bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:36:27.293681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513c1ac-4e77-462d-b646-81a66cee866e None None] Router IDs set() for agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 19 05:36:27.721464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45318) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:28.430113 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-b636dd63-b553-4506-a248-a3aa635e9009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:36:28.430704 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-b636dd63-b553-4506-a248-a3aa635e9009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:36:28.664597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [None req-b636dd63-b553-4506-a248-a3aa635e9009 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:28.665784 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b636dd63-b553-4506-a248-a3aa635e9009 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.9433217 Nov 19 05:36:31.416775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45332) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:31.863263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:31.911831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.policy [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80294) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 05:36:31.912640 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:36:31.913040 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:36:31.920276 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] Loaded quota_driver: . Nov 19 05:36:31.964413 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:32.033348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246585233842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246585325351', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246585327560', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246585345550', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246585344713', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853594591', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853466260', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-951335', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854134048'] for rbac-policy, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:32.107976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:32.109222 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a975b110-b69c-4855-84ac-4f82e5214f53 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6911645 Nov 19 05:36:35.129790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45346) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:35.548983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:35.555135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:35.560168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Usage tracker for resource:network and tenant:b05113b574154c4ea7dd1513a666193a is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:35.564008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:35.570588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:35.582125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Made reservation on behalf of b05113b574154c4ea7dd1513a666193a for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:36:35.588690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.605807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.661801 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:35.666398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Usage tracker for resource:security_group_rule and tenant:b05113b574154c4ea7dd1513a666193a is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:35.669653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:35.676012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:35.752858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.757398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.761663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:35.784491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:36:35.811605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.812148 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Added segment 3d0b16e0-f9ce-40eb-8ab7-060b044005e1 of type vxlan for network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 Nov 19 05:36:35.861959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23ee40-4fe2-464d-8e1c-bb06fda7311c,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:35.896231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.896618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.896974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.897322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.897663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.898024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.898372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.898710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.899048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.899514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.899858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.900254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Tracked resource versions report: Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:36:35.901339 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:36:35.929689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.968115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:35.974681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.976014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:35.976695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:35.980394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:36.089351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Pushing event updated for resources: {'Network': ['ID=24bd13c0-b22a-4a6b-8db9-039eb227faa8,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:36.092110 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9609334 Nov 19 05:36:36.094032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:36.107363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:36:39.271373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45362) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:39.797123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c9378-f02d-4c10-be5e-09773b56cc45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:39.798532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-854c9378-f02d-4c10-be5e-09773b56cc45 admin admin] 10.222.0.17 "GET /v2.0/networks/24bd13c0-b22a-4a6b-8db9-039eb227faa8 HTTP/1.1" status: 200 len: 818 time: 0.5261421 Nov 19 05:36:39.828137 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-66191724-b236-407d-a3e0-b0cd6bacb192 admin admin] 10.222.0.17 "GET /v2.0/subnetpools/31995f1d-d028-4b28-9942-7751060e24a5 HTTP/1.1" status: 200 len: 734 time: 0.0233176 Nov 19 05:36:39.837953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Request body: {'subnet': {'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'ip_version': 4, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:39.842512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:39.846589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Usage tracker for resource:subnet and tenant:b05113b574154c4ea7dd1513a666193a is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:39.849668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:39.855955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:39.871848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Made reservation on behalf of b05113b574154c4ea7dd1513a666193a for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:36:39.879425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:40.548235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:40.561056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:40.695070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7351ffe8-d162-430e-8d73-d30be7004d8a,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:40.716582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:40.781267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Checking segment: {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:36:40.781670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Network hostable DHCP agents. Network: 24bd13c0-b22a-4a6b-8db9-039eb227faa8, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:36:40.808994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:36:40.825727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 24bd13c0-b22a-4a6b-8db9-039eb227faa8) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:36:40.833567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:40.834749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:40.840146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769a276-460a-46ce-a6a5-7843e7ca50ae None None] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:36:40.857082 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0230825 Nov 19 05:36:41.242430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:36:41.243661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:41.579125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Allocated IP 172.20.0.2 (24bd13c0-b22a-4a6b-8db9-039eb227faa8/7351ffe8-d162-430e-8d73-d30be7004d8a/8c03f533-b656-4267-a429-acfaee838a18) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:36:41.816037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:41.828878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Transition to ACTIVE for port object 8c03f533-b656-4267-a429-acfaee838a18 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:36:41.847813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Transition to ACTIVE for port object 8c03f533-b656-4267-a429-acfaee838a18 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:36:41.854709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:41.870393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:42.159430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Pushing event updated for resources: {'Port': ['ID=8c03f533-b656-4267-a429-acfaee838a18,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:42.175070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.175458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.175845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.176195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.176538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.176882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.177225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.177545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.177895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.178235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.178569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.178890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Tracked resource versions report: Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:36:42.180200 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:36:42.183942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:42.235839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:36:42.237065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:36:42.239934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:36:42.299262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Attempting to bind port 8c03f533-b656-4267-a429-acfaee838a18 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:36:42.299721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Attempting to bind port 8c03f533-b656-4267-a429-acfaee838a18 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:36:42.300129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Attempting to bind port 8c03f533-b656-4267-a429-acfaee838a18 on network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:36:42.307841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:36:42.308231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Checking segment: {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:36:42.308720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:42.309148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Bound using segment: {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:36:42.310180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Bound port: 8c03f533-b656-4267-a429-acfaee838a18, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:36:42.310180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:42.400388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] For port 8c03f533-b656-4267-a429-acfaee838a18, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:36:42.404530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] For port 8c03f533-b656-4267-a429-acfaee838a18, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=8c03f533-b656-4267-a429-acfaee838a18,segment=NetworkSegment(3d0b16e0-f9ce-40eb-8ab7-060b044005e1),segment_id=3d0b16e0-f9ce-40eb-8ab7-060b044005e1)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:36:42.408613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:42.421510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:42.569725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Pushing event updated for resources: {'Port': ['ID=8c03f533-b656-4267-a429-acfaee838a18,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:42.576077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:43.612763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45372) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:44.056167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [None req-83565196-cffb-498a-aaa4-eb4a778501eb admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:44.057221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-83565196-cffb-498a-aaa4-eb4a778501eb admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4434905 Nov 19 05:36:45.559666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 8c03f533-b656-4267-a429-acfaee838a18 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:45.631135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 8c03f533-b656-4267-a429-acfaee838a18 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:46.877174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45386) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:46.989434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b19f2-2b51-4a89-902d-ec2e96936714 None None] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:36:47.095029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Provisioning for port 8c03f533-b656-4267-a429-acfaee838a18 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:36:47.113177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Provisioning complete for port 8c03f533-b656-4267-a429-acfaee838a18 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:47.113573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:47.315704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [None req-b6a9b42b-b9ad-4d28-9c55-a55534aeed9e admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:47.316840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b6a9b42b-b9ad-4d28-9c55-a55534aeed9e admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4385440 Nov 19 05:36:47.337036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:47.386681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] For port 8c03f533-b656-4267-a429-acfaee838a18, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=8c03f533-b656-4267-a429-acfaee838a18,segment=NetworkSegment(3d0b16e0-f9ce-40eb-8ab7-060b044005e1),segment_id=3d0b16e0-f9ce-40eb-8ab7-060b044005e1)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:36:47.391873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:47.398529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:47.477365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Pushing event updated for resources: {'Port': ['ID=8c03f533-b656-4267-a429-acfaee838a18,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:47.481086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:47.620846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-68d1417e-80a3-4b9e-8ed5-a077daa78e78 None None] Provisioning complete for port 8c03f533-b656-4267-a429-acfaee838a18 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:47.621516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68d1417e-80a3-4b9e-8ed5-a077daa78e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:47.872072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-be26ae90-f60f-4edd-ad78-9b21f570b38a None None] Provisioning complete for port 8c03f533-b656-4267-a429-acfaee838a18 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:47.872504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-be26ae90-f60f-4edd-ad78-9b21f570b38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:48.114290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-54224da9-d48b-43ef-bba9-4893fc1c6215 None None] Provisioning complete for port 8c03f533-b656-4267-a429-acfaee838a18 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:48.114830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-54224da9-d48b-43ef-bba9-4893fc1c6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:49.507587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 8c03f533-b656-4267-a429-acfaee838a18 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:36:49.579650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 8c03f533-b656-4267-a429-acfaee838a18 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:36:49.580031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:50.313160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:36:50.408147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45398) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:50.853633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Request body: {'router': {'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:50.859474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:50.865498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Usage tracker for resource:router and tenant:b05113b574154c4ea7dd1513a666193a is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:50.871360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:50.880913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:50.893074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:50.894284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:50.920041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:51.022231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:51.042910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] Notify callbacks [] for router, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:51.044229 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8e9f7eb3-3417-46e0-914a-eb7bd6a30d9a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6347091 Nov 19 05:36:51.273930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c59767ac-f499-4a06-8a55-a75e53e39681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:53.748785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45408) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:53.917528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6445a407-13f3-46f1-9f22-fcbe363b9158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:54.192689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [None req-0653bc07-cf0c-4de9-b1e1-ea2d6d22341b admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:36:54.194437 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0653bc07-cf0c-4de9-b1e1-ea2d6d22341b admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4440351 Nov 19 05:36:54.294792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:55.282374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:55.676900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:56.962889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45428) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:36:57.176385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:36:57.183096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:57.187720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Usage tracker for resource:network and tenant:21d71b4c0a504ebd9d9b373a251b2844 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:57.191488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:57.198008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:57.213531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Made reservation on behalf of 21d71b4c0a504ebd9d9b373a251b2844 for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:36:57.218206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.231759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.273976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:36:57.278258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Usage tracker for resource:security_group_rule and tenant:21d71b4c0a504ebd9d9b373a251b2844 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:36:57.281364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:36:57.287408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:36:57.353722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.358630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.365501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:57.379974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=80294) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 19 05:36:57.407625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0476e9-61e7-4d7d-80b6-df467238e758,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:57.410664 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.411229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Unsubscribe: segment precommit_create {{(pid=80294) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 19 05:36:57.411691 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Added segment 32cfb191-16f5-4958-b898-db356c1017fb of type flat for network 156240e7-e570-4245-804b-5bf4e66edaf7 Nov 19 05:36:57.412880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:57.445942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.486840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.488083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:36:57.488697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:36:57.493960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:36:57.598720 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6346116 Nov 19 05:36:57.601650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Pushing event updated for resources: {'Network': ['ID=156240e7-e570-4245-804b-5bf4e66edaf7,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:36:57.604612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:36:57.612777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 156240e7-e570-4245-804b-5bf4e66edaf7 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:37:00.133146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45448) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:37:00.298970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9a811-7889-4cc8-918a-f73474f4c33c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:37:00.300441 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7ff9a811-7889-4cc8-918a-f73474f4c33c admin admin] 10.222.0.17 "GET /v2.0/subnets/7351ffe8-d162-430e-8d73-d30be7004d8a HTTP/1.1" status: 200 len: 849 time: 0.1658187 Nov 19 05:37:00.453829 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-99295cef-d37d-4cc3-9aaf-9c22af3fb3ca admin admin] 10.222.0.17 "GET /v2.0/routers/9d0a03db-a02b-43d8-8a49-c83303f3cd04 HTTP/1.1" status: 200 len: 704 time: 0.1452885 Nov 19 05:37:01.107031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:01.487963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Allocated IP 172.20.0.1 (24bd13c0-b22a-4a6b-8db9-039eb227faa8/7351ffe8-d162-430e-8d73-d30be7004d8a/92a6e3eb-739e-48aa-9c0a-01a13310140b) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:37:01.658670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:01.677523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Transition to ACTIVE for port object 92a6e3eb-739e-48aa-9c0a-01a13310140b will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:37:01.727007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:01.742499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:01.871352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Pushing event updated for resources: {'Port': ['ID=92a6e3eb-739e-48aa-9c0a-01a13310140b,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:01.877766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:01.943088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:37:01.944244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:37:01.947108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:37:01.947680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.073444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.175964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-7752f89e-9c18-483b-ae2c-181b0eb64ad2 None None] Provisioning for port 92a6e3eb-739e-48aa-9c0a-01a13310140b completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:37:02.181023 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-7752f89e-9c18-483b-ae2c-181b0eb64ad2 None None] Provisioning complete for port 92a6e3eb-739e-48aa-9c0a-01a13310140b triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:37:02.181399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7752f89e-9c18-483b-ae2c-181b0eb64ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.237113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-7752f89e-9c18-483b-ae2c-181b0eb64ad2 None None] Port 92a6e3eb-739e-48aa-9c0a-01a13310140b cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:37:02.366110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.371360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.372456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.384960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:02.519339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Pushing event updated for resources: {'Port': ['ID=92a6e3eb-739e-48aa-9c0a-01a13310140b,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:02.523619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:02.582792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:37:02.584306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:37:02.762755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b2c8daf7-ce57-4830-b2f4-bce1c506b508 None None] Provisioning complete for port 92a6e3eb-739e-48aa-9c0a-01a13310140b triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:37:02.763155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b2c8daf7-ce57-4830-b2f4-bce1c506b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:02.815917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8daf7-ce57-4830-b2f4-bce1c506b508 None None] Port 92a6e3eb-739e-48aa-9c0a-01a13310140b cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:37:02.957616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:37:03.132378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:37:03.142758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Sync routers for ids ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:37:03.142911 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] 10.222.0.17 "PUT /v2.0/routers/9d0a03db-a02b-43d8-8a49-c83303f3cd04/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6803536 Nov 19 05:37:03.158840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Routers {'9d0a03db-a02b-43d8-8a49-c83303f3cd04'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:37:03.159735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:36:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:03.337344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Set router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 gateway port host: None {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:37:03.715359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'name': 'router1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:50Z', 'updated_at': '2020-11-19T05:37:02Z', 'revision_number': 2, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'gw_port_host': None, '_interfaces': [{'id': '92a6e3eb-739e-48aa-9c0a-01a13310140b', 'name': '', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'mac_address': 'fa:16:3e:97:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:01Z', 'updated_at': '2020-11-19T05:37:02Z', 'revision_number': 2, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'subnets': [{'id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:03.720590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Checking router: 9d0a03db-a02b-43d8-8a49-c83303f3cd04 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:37:03.720992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Updating router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 port 92a6e3eb-739e-48aa-9c0a-01a13310140b binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:37:03.775854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.219781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.236454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Transition to ACTIVE for port object 92a6e3eb-739e-48aa-9c0a-01a13310140b will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:37:04.240031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.253570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:04.559429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Pushing event updated for resources: {'Port': ['ID=92a6e3eb-739e-48aa-9c0a-01a13310140b,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:04.586319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.586718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.587078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.587484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.587834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.588184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.588512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.588855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.589201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.589529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.589866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.590204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Tracked resource versions report: Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:37:04.591276 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:37:04.604082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:04.745129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Attempting to bind port 92a6e3eb-739e-48aa-9c0a-01a13310140b on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:37:04.745633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Attempting to bind port 92a6e3eb-739e-48aa-9c0a-01a13310140b by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:37:04.745926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Attempting to bind port 92a6e3eb-739e-48aa-9c0a-01a13310140b on network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:37:04.754895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:37:04.755336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Checking segment: {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:37:04.755802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.756222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Bound using segment: {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:37:04.756776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Bound port: 92a6e3eb-739e-48aa-9c0a-01a13310140b, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0b16e0-f9ce-40eb-8ab7-060b044005e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:37:04.757204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.851538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] For port 92a6e3eb-739e-48aa-9c0a-01a13310140b, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:37:04.856164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] For port 92a6e3eb-739e-48aa-9c0a-01a13310140b, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=92a6e3eb-739e-48aa-9c0a-01a13310140b,segment=NetworkSegment(3d0b16e0-f9ce-40eb-8ab7-060b044005e1),segment_id=3d0b16e0-f9ce-40eb-8ab7-060b044005e1)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:37:04.861226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:04.874663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:05.021181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Pushing event updated for resources: {'Port': ['ID=92a6e3eb-739e-48aa-9c0a-01a13310140b,revision_number=4']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:05.025843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:05.090850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Routers {'9d0a03db-a02b-43d8-8a49-c83303f3cd04'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:37:05.091552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:36:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:05.254525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] Set router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 gateway port host: None {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:37:05.600646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'name': 'router1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:50Z', 'updated_at': '2020-11-19T05:37:02Z', 'revision_number': 2, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'gw_port_host': None, '_interfaces': [{'id': '92a6e3eb-739e-48aa-9c0a-01a13310140b', 'name': '', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'mac_address': 'fa:16:3e:97:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:01Z', 'updated_at': '2020-11-19T05:37:04Z', 'revision_number': 4, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'subnets': [{'id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:05.605119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762556f3-02cd-4db2-b1b5-8fd502c5d1d0 None None] The sync data for ids ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'] in dv-cinder-763306-1-iscsi is: [{'id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'name': 'router1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:50Z', 'updated_at': '2020-11-19T05:37:02Z', 'revision_number': 2, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'gw_port_host': None, '_interfaces': [{'id': '92a6e3eb-739e-48aa-9c0a-01a13310140b', 'name': '', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'mac_address': 'fa:16:3e:97:31:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:01Z', 'updated_at': '2020-11-19T05:37:04Z', 'revision_number': 4, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'subnets': [{'id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:37:05.679709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45460) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:37:05.868542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e053c-c8ca-4ae9-85fa-c735408f95db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:37:05.869255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-155e053c-c8ca-4ae9-85fa-c735408f95db admin admin] Synchronizing usage tracker for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:network {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:37:05.887244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-155e053c-c8ca-4ae9-85fa-c735408f95db admin admin] Unset dirty status for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:network {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:37:05.888476 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-155e053c-c8ca-4ae9-85fa-c735408f95db admin admin] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 842 time: 0.2077096 Nov 19 05:37:05.901191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:37:05.906871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:37:05.911004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Usage tracker for resource:subnet and tenant:21d71b4c0a504ebd9d9b373a251b2844 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:37:05.914081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:37:05.920708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:37:05.930554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Made reservation on behalf of 21d71b4c0a504ebd9d9b373a251b2844 for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:37:05.935186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:06.564572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:37:06.565079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:06.581121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:06.724377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b50d837-505a-45c1-8bd7-4b7e70e6dbd7,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:06.731438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:06.784906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:37:06.785292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Network hostable DHCP agents. Network: 156240e7-e570-4245-804b-5bf4e66edaf7, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:37:06.810254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:37:06.820646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 156240e7-e570-4245-804b-5bf4e66edaf7) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:37:06.824489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:37:06.825121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:06.830155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f5cb5-fe87-407e-8d55-7b72832c62aa None None] Network 156240e7-e570-4245-804b-5bf4e66edaf7 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:37:06.847535 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9499886 Nov 19 05:37:07.063922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c985ac-c493-4a81-b6bb-a769d0000fa1 None None] Network 156240e7-e570-4245-804b-5bf4e66edaf7 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:37:07.530869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 92a6e3eb-739e-48aa-9c0a-01a13310140b up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:37:07.600988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 92a6e3eb-739e-48aa-9c0a-01a13310140b completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:37:07.605890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 92a6e3eb-739e-48aa-9c0a-01a13310140b triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:37:07.606371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:07.727001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:07.760228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 92a6e3eb-739e-48aa-9c0a-01a13310140b, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=92a6e3eb-739e-48aa-9c0a-01a13310140b,segment=NetworkSegment(3d0b16e0-f9ce-40eb-8ab7-060b044005e1),segment_id=3d0b16e0-f9ce-40eb-8ab7-060b044005e1)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:37:07.763610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:07.765709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:07.830308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=92a6e3eb-739e-48aa-9c0a-01a13310140b,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:07.834419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:09.428274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 45474) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:37:09.517519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 92a6e3eb-739e-48aa-9c0a-01a13310140b up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:37:09.593580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 92a6e3eb-739e-48aa-9c0a-01a13310140b triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:37:09.593896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:09.690841 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1355fa2f-ce4a-403d-8bb4-6f14cb661a3d admin admin] 10.222.0.17 "GET /v2.0/routers/9d0a03db-a02b-43d8-8a49-c83303f3cd04 HTTP/1.1" status: 200 len: 710 time: 0.2613921 Nov 19 05:37:09.833242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c07ae7-6de5-4bb8-baaa-67a538f26a61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:37:09.835061 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c5c07ae7-6de5-4bb8-baaa-67a538f26a61 admin admin] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 886 time: 0.1373277 Nov 19 05:37:09.848431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:37:10.339916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:10.535120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:10.568881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:10.585110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:10.617710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:37:10.621727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:37:10.624726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:37:10.630497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:37:10.704419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:10.708127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:10.721506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:10.975807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71274ebc-324e-4fb6-903b-419574bfe582,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:10.980580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:11.143766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Allocated IP 172.27.3.55 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/67613cda-d137-4855-85ab-73d77dd51333) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:37:11.306477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:11.336524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:11.349193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:11.479892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Pushing event updated for resources: {'Port': ['ID=67613cda-d137-4855-85ab-73d77dd51333,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:11.485892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:11.538573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:37:11.540005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:37:11.542596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:37:11.696176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:11.869089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:11.872771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854183111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-592718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-940759'] for router, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:12.084100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:37:12.293562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:37:12.304187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Sync routers for ids ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:37:12.310078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Notify callbacks [] for router, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:12.311344 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] 10.222.0.17 "PUT /v2.0/routers/9d0a03db-a02b-43d8-8a49-c83303f3cd04 HTTP/1.1" status: 200 len: 889 time: 2.4666107 Nov 19 05:37:12.317102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Routers {'9d0a03db-a02b-43d8-8a49-c83303f3cd04'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:37:12.317795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:36:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:12.667970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Set router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:37:13.024769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'name': 'router1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '67613cda-d137-4855-85ab-73d77dd51333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:50Z', 'updated_at': '2020-11-19T05:37:11Z', 'revision_number': 4, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'gw_port': {'id': '67613cda-d137-4855-85ab-73d77dd51333', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:87:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:11Z', 'updated_at': '2020-11-19T05:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '92a6e3eb-739e-48aa-9c0a-01a13310140b', 'name': '', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'mac_address': 'fa:16:3e:97:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:01Z', 'updated_at': '2020-11-19T05:37:07Z', 'revision_number': 5, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'subnets': [{'id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:13.030391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Checking router: 9d0a03db-a02b-43d8-8a49-c83303f3cd04 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:37:13.030778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Updating router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 port 67613cda-d137-4855-85ab-73d77dd51333 binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:37:13.085176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.479345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.491570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Transition to ACTIVE for port object 67613cda-d137-4855-85ab-73d77dd51333 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:37:13.495533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.514721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:13.643343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357943b-0f52-4d7e-a996-f8b6794bbc72 None None] Pushing event updated for resources: {'Port': ['ID=67613cda-d137-4855-85ab-73d77dd51333,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:13.656094 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8357943b-0f52-4d7e-a996-f8b6794bbc72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:13.706726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Attempting to bind port 67613cda-d137-4855-85ab-73d77dd51333 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:37:13.707280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Attempting to bind port 67613cda-d137-4855-85ab-73d77dd51333 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:37:13.707522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Attempting to bind port 67613cda-d137-4855-85ab-73d77dd51333 on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:37:13.714826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:37:13.715166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:37:13.715626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.716047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:37:13.716544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Bound port: 67613cda-d137-4855-85ab-73d77dd51333, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:37:13.716962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.792382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] For port 67613cda-d137-4855-85ab-73d77dd51333, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:37:13.795793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] For port 67613cda-d137-4855-85ab-73d77dd51333, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=67613cda-d137-4855-85ab-73d77dd51333,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:37:13.800308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:13.816627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8357943b-0f52-4d7e-a996-f8b6794bbc72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:13.965875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357943b-0f52-4d7e-a996-f8b6794bbc72 None None] Pushing event updated for resources: {'Port': ['ID=67613cda-d137-4855-85ab-73d77dd51333,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:13.970423 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8357943b-0f52-4d7e-a996-f8b6794bbc72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:14.016197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Routers {'9d0a03db-a02b-43d8-8a49-c83303f3cd04'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:37:14.016851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:36:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:14.241748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] Set router 9d0a03db-a02b-43d8-8a49-c83303f3cd04 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:37:14.664157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'name': 'router1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '67613cda-d137-4855-85ab-73d77dd51333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:50Z', 'updated_at': '2020-11-19T05:37:11Z', 'revision_number': 4, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'gw_port': {'id': '67613cda-d137-4855-85ab-73d77dd51333', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:87:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:11Z', 'updated_at': '2020-11-19T05:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '92a6e3eb-739e-48aa-9c0a-01a13310140b', 'name': '', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'mac_address': 'fa:16:3e:97:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:01Z', 'updated_at': '2020-11-19T05:37:07Z', 'revision_number': 5, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'subnets': [{'id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:37:14.669211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592be82-2068-4e81-a2b1-1257f6726898 None None] The sync data for ids ['9d0a03db-a02b-43d8-8a49-c83303f3cd04'] in dv-cinder-763306-1-iscsi is: [{'id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'name': 'router1', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '67613cda-d137-4855-85ab-73d77dd51333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:36:50Z', 'updated_at': '2020-11-19T05:37:11Z', 'revision_number': 4, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'gw_port': {'id': '67613cda-d137-4855-85ab-73d77dd51333', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:87:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:11Z', 'updated_at': '2020-11-19T05:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '92a6e3eb-739e-48aa-9c0a-01a13310140b', 'name': '', 'network_id': '24bd13c0-b22a-4a6b-8db9-039eb227faa8', 'tenant_id': 'b05113b574154c4ea7dd1513a666193a', 'mac_address': 'fa:16:3e:97:31:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0a03db-a02b-43d8-8a49-c83303f3cd04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:37:01Z', 'updated_at': '2020-11-19T05:37:07Z', 'revision_number': 5, 'project_id': 'b05113b574154c4ea7dd1513a666193a', 'subnets': [{'id': '7351ffe8-d162-430e-8d73-d30be7004d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31995f1d-d028-4b28-9942-7751060e24a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:37:15.066608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 45484) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:37:15.309980 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-7617cac9-f507-4440-b3f0-010843841060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:37:15.310572 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-7617cac9-f507-4440-b3f0-010843841060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:37:15.555992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 67613cda-d137-4855-85ab-73d77dd51333 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:37:15.650022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 67613cda-d137-4855-85ab-73d77dd51333 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:37:15.658144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 67613cda-d137-4855-85ab-73d77dd51333 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:37:15.658646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:15.727118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.policy [None req-7617cac9-f507-4440-b3f0-010843841060 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80293) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 05:37:15.728457 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-7617cac9-f507-4440-b3f0-010843841060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:37:15.729060 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING oslo_policy.policy [None req-7617cac9-f507-4440-b3f0-010843841060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 05:37:15.743958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7617cac9-f507-4440-b3f0-010843841060 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.6747351 Nov 19 05:37:15.786414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:15.805590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 67613cda-d137-4855-85ab-73d77dd51333, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=67613cda-d137-4855-85ab-73d77dd51333,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:37:15.809635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:15.812111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5c1911d8-ee6c-43bb-bbcd-8fc7180c3e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:37:15.922121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=67613cda-d137-4855-85ab-73d77dd51333,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:37:15.926579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:37:17.532561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 67613cda-d137-4855-85ab-73d77dd51333 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:37:17.615791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 67613cda-d137-4855-85ab-73d77dd51333 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:37:17.616336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:21.295702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6a2f530d-98f9-4d47-9f33-fb382ee485d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:23.927012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e918c408-7a7a-4235-a9d0-7d66b96fe168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:24.300323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:25.287476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:25.735445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:27.314074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:37:51.282324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d302960c-1b6f-4ed6-b643-c70bf1ccd3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:53.921466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-baee85d8-37b3-427b-8484-901da925be2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:54.300602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:55.293982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:37:55.696212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:04.315336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:38:21.278627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-40c92256-5582-497d-be2a-2597b0f9dd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:23.925368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-91a3a393-e8ce-4f4a-80f2-9624bea58006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:24.304309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:25.288094 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:25.696238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:41.317085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:38:51.272547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6ee4-23e3-4ad4-9079-e9e06539f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:53.929747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d24bccbb-875a-4263-b157-b0a9ba8f7c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:54.307214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:55.291949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:38:55.704873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:18.319478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:39:21.276288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a2a68fc7-ed55-4744-a523-621c58c1bb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:23.933627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b48fe62-af61-4b4a-9257-b332fd6c149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:24.311723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:25.296051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:25.701542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:30.436121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46066) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:30.551539 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb74808-9bb0-4c4f-86c2-ed0afe3d3d00 admin admin] GET failed (client error): The resource could not be found. Nov 19 05:39:30.552853 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7bb74808-9bb0-4c4f-86c2-ed0afe3d3d00 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1156986 Nov 19 05:39:30.695716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfeafd-89dd-45db-8500-a12abfd68368 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:30.697949 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bbdfeafd-89dd-45db-8500-a12abfd68368 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1402786 Nov 19 05:39:33.319716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46078) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:33.495697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c091e-d262-498e-99ac-a5fe242c6fcf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:33.496221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2b2c091e-d262-498e-99ac-a5fe242c6fcf admin admin] Synchronizing usage tracker for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:subnet {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:39:33.515013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2b2c091e-d262-498e-99ac-a5fe242c6fcf admin admin] Unset dirty status for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:subnet {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:39:33.516376 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2b2c091e-d262-498e-99ac-a5fe242c6fcf admin admin] 10.222.0.17 "GET /v2.0/subnets/7351ffe8-d162-430e-8d73-d30be7004d8a HTTP/1.1" status: 200 len: 849 time: 0.1951303 Nov 19 05:39:33.526920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:39:33.654495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:34.017930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363246586833609'] for subnet, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:34.031453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bdc97ff0-9f20-4219-bfbe-9e32c716862f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:39:34.165243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7351ffe8-d162-430e-8d73-d30be7004d8a,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:39:34.192214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.192604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.192977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.193341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.193698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.194069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.194430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.194785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.195143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.195522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.195874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.196221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:39:34.201154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:39:34.229441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:34.230087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:34.231480 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] 10.222.0.17 "PUT /v2.0/subnets/7351ffe8-d162-430e-8d73-d30be7004d8a HTTP/1.1" status: 200 len: 868 time: 0.7086890 Nov 19 05:39:34.234978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f27618-40eb-4619-9501-4e73595e8f4b None None] Network 24bd13c0-b22a-4a6b-8db9-039eb227faa8 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:39:34.740400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-f5266568-5237-4fb4-845b-45476b15b27b None None] Provisioning complete for port 92a6e3eb-739e-48aa-9c0a-01a13310140b triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:39:34.740899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f5266568-5237-4fb4-845b-45476b15b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:34.883087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-f5266568-5237-4fb4-845b-45476b15b27b None None] Provisioning complete for port 8c03f533-b656-4267-a429-acfaee838a18 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:39:34.883368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f5266568-5237-4fb4-845b-45476b15b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:36.723070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46088) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:37.133825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd439884-ebdd-4a54-96a2-3c60e5bb4f65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:37.134232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd439884-ebdd-4a54-96a2-3c60e5bb4f65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:37.135911 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bd439884-ebdd-4a54-96a2-3c60e5bb4f65 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.4117563 Nov 19 05:39:39.715179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46098) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:39.932448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e145888d-56d3-4d06-a068-454f180d7065 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:39.932764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e145888d-56d3-4d06-a068-454f180d7065 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:39.934393 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-e145888d-56d3-4d06-a068-454f180d7065 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2181103 Nov 19 05:39:42.509346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46108) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:42.778311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ecef3b-b194-49ab-a275-6141900f65c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:42.779903 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-89ecef3b-b194-49ab-a275-6141900f65c8 admin admin] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 886 time: 0.2689710 Nov 19 05:39:45.360741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46118) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:45.593375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66a597-4e61-4a3d-896f-a72472476073 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:45.594889 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1f66a597-4e61-4a3d-896f-a72472476073 admin admin] 10.222.0.17 "GET /v2.0/networks/24bd13c0-b22a-4a6b-8db9-039eb227faa8 HTTP/1.1" status: 200 len: 862 time: 0.2331347 Nov 19 05:39:48.115845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46128) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:48.289926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be18b1-ed7a-4790-9d2d-a3f66ef37ee1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:48.290245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be18b1-ed7a-4790-9d2d-a3f66ef37ee1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:48.291909 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-10be18b1-ed7a-4790-9d2d-a3f66ef37ee1 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1746488 Nov 19 05:39:50.806090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46138) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:50.983097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67bbca-e9c3-457a-a8d5-fd0275bb8ec5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:50.983566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67bbca-e9c3-457a-a8d5-fd0275bb8ec5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:50.985218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1a67bbca-e9c3-457a-a8d5-fd0275bb8ec5 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1779826 Nov 19 05:39:51.279797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-344de6c3-c124-49d2-811d-5292cb7d5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:53.484448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46148) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:53.631659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db196fd1-f14a-4478-a1db-6a1c3bd94a5e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:53.633144 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-db196fd1-f14a-4478-a1db-6a1c3bd94a5e admin admin] 10.222.0.17 "GET /v2.0/subnets/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7 HTTP/1.1" status: 200 len: 816 time: 0.1473494 Nov 19 05:39:53.939139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-310ab316-7a17-4d18-b4b6-fe84c12fe8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:54.314902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:55.300090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:55.320732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:39:55.710157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:39:56.124763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46158) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:39:56.301003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda5363-d8c9-461d-93f2-eef159f5a2a9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:39:56.303280 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9bda5363-d8c9-461d-93f2-eef159f5a2a9 admin admin] 10.222.0.17 "GET /v2.0/subnets/7351ffe8-d162-430e-8d73-d30be7004d8a HTTP/1.1" status: 200 len: 868 time: 0.1770453 Nov 19 05:40:21.283215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-04049572-4799-48d7-91c2-6b8e6e948d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:22.374124 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46198) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:22.457782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [None req-b9c524f5-f385-4156-991a-d737a38a17d9 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:40:22.459375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b9c524f5-f385-4156-991a-d737a38a17d9 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0838327 Nov 19 05:40:23.932980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34f7dc30-c70d-4fed-9b70-d180cd89ba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:24.318476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:25.039388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46208) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:25.160655 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.pecan_wsgi.hooks.translation [None req-42076606-ab91-4727-a8ed-78b510859156 admin admin] GET failed (client error): The resource could not be found. Nov 19 05:40:25.161954 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-42076606-ab91-4727-a8ed-78b510859156 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1211951 Nov 19 05:40:25.302900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:25.307466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897c889-c045-4c9a-8ea3-4bf2f050a91f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:40:25.309062 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9897c889-c045-4c9a-8ea3-4bf2f050a91f admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1425014 Nov 19 05:40:25.721335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:27.784096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46218) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:27.877460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:40:27.881379 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.quota [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Loaded quota_driver: . Nov 19 05:40:27.888700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:40:27.903159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:40:27.918749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Made reservation on behalf of 21d71b4c0a504ebd9d9b373a251b2844 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:40:27.924884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:28.190214 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.services.revisions.revision_plugin [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Could not find related network for resource to bump revision. Nov 19 05:40:28.212255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:40:28.224110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:28.224589 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Added segment 73f4e7b4-b685-4f22-830e-42a71f31ff4e of type vxlan for network 5821e89a-3072-4992-b9a8-836228bdf4fa Nov 19 05:40:28.299206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:28.337864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:28.339367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:40:28.339987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:28.344572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:28.446251 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.6609111 Nov 19 05:40:28.463204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Pushing event updated for resources: {'Network': ['ID=5821e89a-3072-4992-b9a8-836228bdf4fa,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:28.477530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.477883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.478242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.478597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.478947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.479297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.479690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.480037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.480382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.480724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.481068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.481407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Tracked resource versions report: Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:40:28.482519 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:40:28.518799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:28.527365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 5821e89a-3072-4992-b9a8-836228bdf4fa details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:40:30.930644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46232) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:40:31.061798 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f333491-7b55-4e24-b4ee-e7a2dc14048d admin admin] GET failed (client error): The resource could not be found. Nov 19 05:40:31.062361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-7f333491-7b55-4e24-b4ee-e7a2dc14048d admin admin] Synchronizing usage tracker for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:40:31.078732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-7f333491-7b55-4e24-b4ee-e7a2dc14048d admin admin] Unset dirty status for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:40:31.079943 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7f333491-7b55-4e24-b4ee-e7a2dc14048d admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1478143 Nov 19 05:40:31.197582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11dde7-4110-4d35-a92d-14e8e5efc395 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:40:31.199118 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4b11dde7-4110-4d35-a92d-14e8e5efc395 admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1134560 Nov 19 05:40:31.213489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:40:31.218549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:40:31.229079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:40:31.239902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Made reservation on behalf of 21d71b4c0a504ebd9d9b373a251b2844 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:40:31.244902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:31.705447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:31.718871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:31.842553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c81d05b-a6b6-4f99-95a2-f70752988fe9,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:31.857281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:31.921432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Checking segment: {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:40:31.921871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Network hostable DHCP agents. Network: 5821e89a-3072-4992-b9a8-836228bdf4fa, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:40:31.948699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Network 5821e89a-3072-4992-b9a8-836228bdf4fa is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:40:31.959829 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 5821e89a-3072-4992-b9a8-836228bdf4fa) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:40:31.964805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:40:31.965447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:31.970715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca9f3d-88bb-4a5e-b532-212bfec9fd14 None None] Network 5821e89a-3072-4992-b9a8-836228bdf4fa requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:40:31.989624 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7802491 Nov 19 05:40:32.211445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-5821e89a-3072-4992-b9a8-836228bdf4fa', 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa', 'tenant_id': '21d71b4c0a504ebd9d9b373a251b2844', 'fixed_ips': [{'subnet_id': '1c81d05b-a6b6-4f99-95a2-f70752988fe9'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:40:32.212289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:32.320675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:40:32.505097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Allocated IP 192.168.233.2 (5821e89a-3072-4992-b9a8-836228bdf4fa/1c81d05b-a6b6-4f99-95a2-f70752988fe9/be9cfd87-7167-41d0-98f0-9a4df35ad4f9) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:40:32.728960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:32.740350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Transition to ACTIVE for port object be9cfd87-7167-41d0-98f0-9a4df35ad4f9 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:40:32.757025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Transition to ACTIVE for port object be9cfd87-7167-41d0-98f0-9a4df35ad4f9 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:40:32.761905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:32.777741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:32.902415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Pushing event updated for resources: {'Port': ['ID=be9cfd87-7167-41d0-98f0-9a4df35ad4f9,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:32.927101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.927476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.927856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.928226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.928554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.928910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.929257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.929635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.929993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.930344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.930692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.931033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:40:32.936932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:32.980262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Network 5821e89a-3072-4992-b9a8-836228bdf4fa is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:40:32.981425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:40:32.983842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:40:33.040015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Attempting to bind port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:40:33.040316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Attempting to bind port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:40:33.040714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Attempting to bind port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 on network 5821e89a-3072-4992-b9a8-836228bdf4fa {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:40:33.047744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:40:33.048148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Checking segment: {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:40:33.048582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:33.049005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Bound using segment: {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:40:33.049511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Bound port: be9cfd87-7167-41d0-98f0-9a4df35ad4f9, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:40:33.049932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:33.142346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] For port be9cfd87-7167-41d0-98f0-9a4df35ad4f9, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:40:33.146565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] For port be9cfd87-7167-41d0-98f0-9a4df35ad4f9, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=be9cfd87-7167-41d0-98f0-9a4df35ad4f9,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:40:33.149280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:33.215027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:33.322274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Pushing event updated for resources: {'Port': ['ID=be9cfd87-7167-41d0-98f0-9a4df35ad4f9,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:33.333582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:33.712581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device be9cfd87-7167-41d0-98f0-9a4df35ad4f9 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:40:33.788205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:40:34.610288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5c60f-5276-41a6-8e17-b554ef54ac46 None None] Network 5821e89a-3072-4992-b9a8-836228bdf4fa requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:40:34.878533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Provisioning for port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:40:34.896045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Provisioning complete for port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:40:34.896449 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:35.107167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:35.154287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] For port be9cfd87-7167-41d0-98f0-9a4df35ad4f9, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=be9cfd87-7167-41d0-98f0-9a4df35ad4f9,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:40:35.157677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:35.159795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-886b446d-ea41-4a8f-9fe1-6f2bf210b4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:40:35.227416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Pushing event updated for resources: {'Port': ['ID=be9cfd87-7167-41d0-98f0-9a4df35ad4f9,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:40:35.230676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:40:35.386129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-08c143e1-2518-40df-863d-95e36cda9c37 None None] Provisioning complete for port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:40:35.386725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08c143e1-2518-40df-863d-95e36cda9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:35.639755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-91a1f898-6195-468f-b784-6e77dd38679a None None] Provisioning complete for port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:40:35.640339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-91a1f898-6195-468f-b784-6e77dd38679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:35.665815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device be9cfd87-7167-41d0-98f0-9a4df35ad4f9 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:40:35.805444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port be9cfd87-7167-41d0-98f0-9a4df35ad4f9 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:40:35.805855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:51.288416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bd026e9b-1b3a-4a7b-8397-cf7c38b561c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:53.937616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0634-a14f-4057-b2ff-9d80a2d81e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:54.321340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:55.309463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:40:55.712711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:09.322544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:41:21.304468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ef936f0-eb11-4234-b012-efb801fe95ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:23.941512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cf616f95-ba2c-4b04-a245-bac6817e9c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:24.324805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:25.304720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:25.720706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:34.510403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46274) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:41:34.516744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [None req-35aac68d-1e71-491d-8ddc-c1c022b03cc1 tempest-verify_tempest_config-877357863 tempest-verify_tempest_config-877357863] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:41:34.517770 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-35aac68d-1e71-491d-8ddc-c1c022b03cc1 tempest-verify_tempest_config-877357863 tempest-verify_tempest_config-877357863] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0063210 Nov 19 05:41:34.888265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46294) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:41:35.053560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.103852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:41:35.108945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Usage tracker for resource:security_group_rule and tenant:6ca5729278b646bf8b1b0fe4078df488 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:41:35.112657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:41:35.119433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:41:35.197503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.201127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.208555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:41:35.249601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d86ec-4062-43ad-9cf2-80468072c981,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:41:35.256358 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6ca5729278b646bf8b1b0fe4078df488&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668959 Nov 19 05:41:35.259457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46300) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:41:35.261742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.262162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.262524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.262880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.263234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.263622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.263975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.264320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.264666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.265015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.265342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.265701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.271134 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:41:35.330654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.360234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.413721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.418889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:41:35.431285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d86ec-4062-43ad-9cf2-80468072c981,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:41:35.439255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:35.440468 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/518d86ec-4062-43ad-9cf2-80468072c981 HTTP/1.1" status: 204 len: 168 time: 0.1799891 Nov 19 05:41:35.444035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.444410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.444772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.445114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.445466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.445836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.446187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.446537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.446890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.447235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.447665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.447942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:41:35.451263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:41:46.324955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:41:51.307576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3289a112-b411-4ad5-8540-812500593941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:53.953371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-efa7e100-6a5e-4b13-8257-b3b3efc17854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:54.331581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:55.320752 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:41:55.725427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:21.306219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8be3aede-7568-482d-b57d-d0b544184cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:23.326976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:42:23.957411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3207678e-60b0-485e-9353-f5a9e330d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:24.345319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:25.312706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:25.730337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:51.304942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cee17286-7c6d-45bc-89c6-10dbfe17982f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:53.958709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5436a508-c4a2-4a8f-b243-38abc1a88012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:54.344213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:55.315706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:42:55.729885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:00.334727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 5 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:43:16.322873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844'] for agent, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:16.323790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.324210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.324961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.325517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.325896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.326277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.326645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.327013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.327373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.327774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.328146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.328509 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:43:16.328900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:43:16.333128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:43:16.789555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80295) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 05:43:16.796664 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] get_endpoint_by_ip() called for ip 192.168.0.30 {{(pid=80295) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 05:43:16.802703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] _add_endpoint() called for ip 192.168.0.30 {{(pid=80295) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 05:43:16.811336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] _get_endpoints() called {{(pid=80295) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 05:43:21.299144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-317fabf4-08e9-4dbb-b4ee-60d59bed679c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:23.954027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eb4bcadd-e9e0-43f0-995c-8a12b2cde444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:24.337775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:25.312658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:25.732314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:29.629333 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46372) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:43:29.795140 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bd0c06f5-a4a8-423a-a2bb-6d6965dca84c admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1645386 Nov 19 05:43:32.318141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46382) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:43:32.417499 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-90efa709-a6f5-482b-b796-48475342d4f1 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0977736 Nov 19 05:43:37.326927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:43:46.331621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:51.312064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-95ba29c7-19d4-4729-aa35-5107001fd497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:53.965787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-954b1a2a-b2b1-4343-bdb4-10f8e06a80fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:54.345482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:55.319897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:43:55.735768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:14.336579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:44:16.344320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:21.305179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fbdddc76-bddc-426d-bd99-4eb3563b8b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:23.961463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8c3eac7d-d58c-4bb3-8af3-64e822041c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:24.348244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:25.302797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:25.755057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:46.359851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.308709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ca653cfd-d6a6-420b-9535-c9058ea8c26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:51.328109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:44:53.957310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b0aae2ef-63cb-4dbe-9ac1-6463927eb376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:54.348938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:55.306655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:44:55.742806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.236211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46562) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:07.799943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46586) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:07.937395 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-511836335-network', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:07.942764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:07.947803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Usage tracker for resource:network and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:07.951156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:07.958132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:07.969612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Made reservation on behalf of fd43d50eba4d4104bae026ba239bae6c for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:07.974644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:07.988793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.021847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.026219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.029395 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.035547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.060538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46596) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:08.110544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46604) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:08.113924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.118270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.123200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d0e053e6-631e-4106-aa64-2b0cf691ed1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:08.156493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:08.164907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5694ae2d-4ce1-47bb-a184-1943e8364ee8,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:08.177109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.177548 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Added segment 6997c25f-e208-4344-8025-7d7155aa47f4 of type vxlan for network d43c9831-e20f-4d55-b057-89775e8cc3f4 Nov 19 05:45:08.179781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.180187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.180518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.180911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.181236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.181617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.181937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.182319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.182638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.182965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.183311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.183715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.184089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.184491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.184817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.185152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.185500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.185850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.186319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.186896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.187260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.187636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.187985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.188332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Tracked resource versions report: Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}, Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:45:08.189603 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:45:08.196821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:08.223151 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.258756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.260924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:08.261638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.266916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:08.357424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2007483494-network', 'tenant_id': '13b9b8f556e24dcb96e6bdb2f7eaadc6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:08.375930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1767289548-network', 'tenant_id': '8ea976c7bb264eb79aa9a86bd0c4b1e7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:08.383269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.386035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d43c9831-e20f-4d55-b057-89775e8cc3f4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:08.395179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1577804 Nov 19 05:45:08.396029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46618) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:08.396831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:08.400263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:08.401144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.401717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Usage tracker for resource:network and tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.405600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.407211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Request body: {'subnet': {'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-subnet', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:08.412416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.417116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Usage tracker for resource:subnet and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.420676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.426795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.426977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.440682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Made reservation on behalf of 8ea976c7bb264eb79aa9a86bd0c4b1e7 for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:08.441896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Usage tracker for resource:network and tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.445250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Made reservation on behalf of fd43d50eba4d4104bae026ba239bae6c for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:08.445914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.450660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.465396 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-706896486-network', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:08.472780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.477045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Usage tracker for resource:network and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.480235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.486885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.501319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Made reservation on behalf of 3cad8a774ab94dfc9b2f7f4989410679 for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:08.508189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.523978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.543359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.545012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:08.573488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.599046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.603144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.607268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.616210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.678447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.713103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Made reservation on behalf of 13b9b8f556e24dcb96e6bdb2f7eaadc6 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:08.718528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.734541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.738369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.755369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.766194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.768838 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.773517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:08.777756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Usage tracker for resource:security_group_rule and tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:08.781006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:08.783908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.785150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.787103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:08.794299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:08.833131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:08.872376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.878551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10deaed-f721-42bd-959b-69fd123284e7,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:08.888413 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.888953 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Added segment a2473b4f-86a1-42b4-aee3-a389164eaf1c of type vxlan for network abb96a61-c360-4dda-bfb0-65a3ca8eec0f Nov 19 05:45:08.891692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:08.897465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.897975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.898457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.898933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.899430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.903221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.903917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.905875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.905875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.905875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.906610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.906610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.907501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.908024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.908492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.909800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.909800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.909800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.910324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.910900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.911385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.911865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.912332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.913204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Tracked resource versions report: Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}, Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:45:08.914724 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:45:08.925543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:08.947254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:08.970308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd320b-a63f-4c1a-a7e6-7cc624935dac,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:08.977131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:09.015293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.040622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.052897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.066200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:09.111680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.125737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:09.126594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.132160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:45:09.132680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:45:09.135545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:45:09.135946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:45:09.138907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e79ee7-e070-4d26-978a-41f373bac5f2,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:09.159177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:09.159851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:09.271921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Pushing event updated for resources: {'Network': ['ID=abb96a61-c360-4dda-bfb0-65a3ca8eec0f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:09.275562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.282205 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1705642 Nov 19 05:45:09.283281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:09.285446 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46646) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:09.285992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:09.293239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Request body: {'subnet': {'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-706896486-subnet', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:09.293425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fb1abe80-1379-434e-9e69-25a07e21c081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:09.304791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:09.328143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Usage tracker for resource:subnet and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:09.336532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:09.356120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:09.390856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Made reservation on behalf of 3cad8a774ab94dfc9b2f7f4989410679 for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:09.398357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.420947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:09.576460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc1346e-290d-49dd-822a-f07a4dedb17d,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:09.590305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:09.633870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.642125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.677299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Checking segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:09.677989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Network hostable DHCP agents. Network: d43c9831-e20f-4d55-b057-89775e8cc3f4, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:09.678958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:09.689402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.689853 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Added segment b6bae183-5e11-4926-a764-82e89c72d7df of type vxlan for network 68404511-76ee-4520-b4e8-d6cbc77eb551 Nov 19 05:45:09.764506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:09.768729 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.784872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, d43c9831-e20f-4d55-b057-89775e8cc3f4) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:09.794859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae57d218-d23a-4361-841f-8845d551dd8c None None] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:09.796613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:09.798007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.861987 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1fa8f745-4723-450d-97f1-e2d9b2c8d753 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4629524 Nov 19 05:45:09.862633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46664) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:09.868050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:09.884594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:09.890497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Usage tracker for resource:router and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:09.908395 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:09.919653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:09.940525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.941269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.964425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:09.983364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:45:09.983736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:45:10.001727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.002806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:10.004709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.018210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:10.147946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.276825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:10.277369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=68404511-76ee-4520-b4e8-d6cbc77eb551,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:10.282389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:10.321930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:10.375823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46676) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:10.401315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:10.439299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-d43c9831-e20f-4d55-b057-89775e8cc3f4', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:45:10.440214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.470381 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4057794 Nov 19 05:45:10.476837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46684) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:10.477950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.478401 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Added segment ca82b471-cb90-42b3-bd59-07eb2aa595a7 of type vxlan for network fb29da36-4600-445e-8677-4021bf2efaed Nov 19 05:45:10.496751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Request body: {'subnet': {'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1767289548-subnet', 'tenant_id': '8ea976c7bb264eb79aa9a86bd0c4b1e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:10.510289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:10.517692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Usage tracker for resource:subnet and tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:10.525902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:10.538995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:10.597681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.736501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Made reservation on behalf of 8ea976c7bb264eb79aa9a86bd0c4b1e7 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:10.741149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.777277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.800462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-31a11556-ce37-40b8-8d17-5e83afe535b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:10.938193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2595d5-4b18-42e5-b34e-7260277c7439,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:10.949810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:10.963909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:10.977237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Allocated IP 172.20.0.2 (d43c9831-e20f-4d55-b057-89775e8cc3f4/8bc1346e-290d-49dd-822a-f07a4dedb17d/96ea6aa2-3f21-4427-9c5e-894897161823) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:11.035689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.037360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Checking segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:11.038828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Network hostable DHCP agents. Network: abb96a61-c360-4dda-bfb0-65a3ca8eec0f, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:11.089929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:11.090572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.100772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:11.107596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.202187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:11.205366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:11.212006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Usage tracker for resource:security_group_rule and tenant:b57e5e41a28348ccacb457994583c84a is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:11.218436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:11.226180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:11.230621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, abb96a61-c360-4dda-bfb0-65a3ca8eec0f) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:11.231495 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4287386 Nov 19 05:45:11.232568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46708) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:11.247852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Request body: {'subnet': {'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2007483494-subnet', 'tenant_id': '13b9b8f556e24dcb96e6bdb2f7eaadc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:11.253832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:11.254436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.259725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:11.283491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Usage tracker for resource:subnet and tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:11.288388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:11.298693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Pushing event updated for resources: {'Network': ['ID=fb29da36-4600-445e-8677-4021bf2efaed,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:11.301929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:11.307581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:11.327903 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1155c0d2-628b-4941-bbc5-2dc356df3c2c admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0413613 Nov 19 05:45:11.332197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99062996-816c-4924-b6e1-ef30416e1cac None None] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:11.358250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46712) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:11.364864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Made reservation on behalf of 13b9b8f556e24dcb96e6bdb2f7eaadc6 for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:11.369962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Notify callbacks [] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.379565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:11.407827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:11.472257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network fb29da36-4600-445e-8677-4021bf2efaed details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:11.479002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Usage tracker for resource:router and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:11.485850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network fb29da36-4600-445e-8677-4021bf2efaed details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:11.501424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.507567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:11.515937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.553458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:11.582056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:11.623938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.625647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.655698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Synchronizing usage tracker for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:11.767438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.871592 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.908495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.909141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.938769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:45:11.940809 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:11.986310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Transition to ACTIVE for port object 96ea6aa2-3f21-4427-9c5e-894897161823 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:12.135796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Transition to ACTIVE for port object 96ea6aa2-3f21-4427-9c5e-894897161823 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:12.138011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Unset dirty status for tenant:21d71b4c0a504ebd9d9b373a251b2844 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:12.149469 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b57e5e41a28348ccacb457994583c84a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6983380 Nov 19 05:45:12.150704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46740) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:12.222583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731ea0df-12d8-4ed1-a4b5-1cbd0dffb639,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:12.249861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:12.365985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Allocated IP 172.20.0.2 (abb96a61-c360-4dda-bfb0-65a3ca8eec0f/cb2595d5-4b18-42e5-b34e-7260277c7439/abbf40fe-1686-4b92-8f28-bce937016475) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:12.371876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.424387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.459238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.494861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:12.540142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.564857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.577726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-12590836-067c-43e9-b6ca-e8c450ebc3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:12.598656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731ea0df-12d8-4ed1-a4b5-1cbd0dffb639,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:12.605578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:12.606594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.607216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.626299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8eb2e726-93e3-406c-90ff-d80827e46d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:12.711568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:12.715959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.719809 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/731ea0df-12d8-4ed1-a4b5-1cbd0dffb639 HTTP/1.1" status: 204 len: 168 time: 0.5348837 Nov 19 05:45:12.769903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c210824c-b053-4a1c-a14a-59a73bd447a5,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:12.775080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:12.845067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Checking segment: {'id': 'ca82b471-cb90-42b3-bd59-07eb2aa595a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:12.845346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Network hostable DHCP agents. Network: fb29da36-4600-445e-8677-4021bf2efaed, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:12.860005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Pushing event updated for resources: {'Port': ['ID=96ea6aa2-3f21-4427-9c5e-894897161823,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:12.874674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Network fb29da36-4600-445e-8677-4021bf2efaed is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:12.890125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, fb29da36-4600-445e-8677-4021bf2efaed) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:12.898618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:12.899487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.899878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.900233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.900594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.900742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:12.900950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.901307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.901660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.902017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.902352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.902698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.903048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.903419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.903945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.904157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.904506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.905273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.905521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.905978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.906326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.906675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.907024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.907394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.907876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.908150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Tracked resource versions report: Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}, Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:45:12.909450 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:45:12.918196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c37155-823a-4568-8bd7-b921c959a577 None None] Network fb29da36-4600-445e-8677-4021bf2efaed requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:12.932169 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-903e8148-5eca-4580-98d5-342ac5a17fab admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6959057 Nov 19 05:45:12.948863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:12.965332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Allocated IP 172.27.3.189 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/cb62b7a6-5e35-40cb-a7b4-021cd98b81c2) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:13.019532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:13.031969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:13.048372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:13.078568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d47f7a-1d25-45a4-a49b-5a828c50df40,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:13.082379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:13.256571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.266723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Attempting to bind port 96ea6aa2-3f21-4427-9c5e-894897161823 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:13.267141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Attempting to bind port 96ea6aa2-3f21-4427-9c5e-894897161823 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:13.267557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Attempting to bind port 96ea6aa2-3f21-4427-9c5e-894897161823 on network d43c9831-e20f-4d55-b057-89775e8cc3f4 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:13.281668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:13.282089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Checking segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:13.282527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.282956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Bound using segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:13.283531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Bound port: 96ea6aa2-3f21-4427-9c5e-894897161823, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:13.284217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.312695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46772) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:13.341049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.343340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.407784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:13.419172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Usage tracker for resource:security_group_rule and tenant:440a26f4de8c4814956c5d2cbbc68ebd is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:13.424537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:13.427645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] For port 96ea6aa2-3f21-4427-9c5e-894897161823, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:13.431109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] For port 96ea6aa2-3f21-4427-9c5e-894897161823, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=96ea6aa2-3f21-4427-9c5e-894897161823,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:13.435213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403988d-540f-4bed-8440-62c8625443f0 None None] Network fb29da36-4600-445e-8677-4021bf2efaed requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:13.447149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:13.448304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Checking segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:13.449072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Network hostable DHCP agents. Network: 68404511-76ee-4520-b4e8-d6cbc77eb551, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:13.452843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Transition to ACTIVE for port object abbf40fe-1686-4b92-8f28-bce937016475 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:13.483875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.569565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46796) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:13.570632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:13.580590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.590081 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 05:45:13.668625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:13.697837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.760461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.779692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782401-74c0-4241-a682-9f2259e8781a req-09f494c5-2c06-49a6-baf8-9c25ff545d80 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:13.781450 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-09f494c5-2c06-49a6-baf8-9c25ff545d80 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/networks?id=fb29da36-4600-445e-8677-4021bf2efaed HTTP/1.1" status: 200 len: 812 time: 0.2025487 Nov 19 05:45:13.809827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.814322 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-eecd3ebd-89ee-45ed-b679-deecb2e44850 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/quotas/13b9b8f556e24dcb96e6bdb2f7eaadc6 HTTP/1.1" status: 200 len: 375 time: 0.0217118 Nov 19 05:45:13.815699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.845063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:13.873969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Pushing event updated for resources: {'Port': ['ID=96ea6aa2-3f21-4427-9c5e-894897161823,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:13.889390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:13.893837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:13.899989 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=440a26f4de8c4814956c5d2cbbc68ebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5861547 Nov 19 05:45:13.906237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:13.907989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46800) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:13.910236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Transition to ACTIVE for port object abbf40fe-1686-4b92-8f28-bce937016475 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:13.928968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.930090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:13.951097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 68404511-76ee-4520-b4e8-d6cbc77eb551) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:13.955558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:13.956193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:13.984770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:14.017443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9806f19-94ca-47f8-b9a2-1c6f0621db77 None None] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:14.156797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:14.170317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:14.176853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:14.200987 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-ca714660-4566-4456-a2fe-534f737b39a5 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b9b8f556e24dcb96e6bdb2f7eaadc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3510716 Nov 19 05:45:14.213330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe68d837-a641-41dd-839b-e7d3b3041eee,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:14.243135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:14.314540 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8324449 Nov 19 05:45:14.316577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.358687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Pushing event updated for resources: {'Port': ['ID=abbf40fe-1686-4b92-8f28-bce937016475,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:14.393659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:14.401871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.532758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.544470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-56c9087d-b381-4abf-893b-49cac15fa501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:14.575220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe68d837-a641-41dd-839b-e7d3b3041eee,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:14.595043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:14.612363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.616989 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fe68d837-a641-41dd-839b-e7d3b3041eee HTTP/1.1" status: 204 len: 168 time: 0.7046061 Nov 19 05:45:14.648920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-4bf55f6f-5a45-4d35-9f24-3dba2e4aa610 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:45:14.648920 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-4bf55f6f-5a45-4d35-9f24-3dba2e4aa610 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1909781 Nov 19 05:45:14.747183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:14.751089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:14.758616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:14.850530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Attempting to bind port abbf40fe-1686-4b92-8f28-bce937016475 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:14.851449 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Attempting to bind port abbf40fe-1686-4b92-8f28-bce937016475 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:14.851859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Attempting to bind port abbf40fe-1686-4b92-8f28-bce937016475 on network abb96a61-c360-4dda-bfb0-65a3ca8eec0f {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:14.860300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:14.860744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Checking segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:14.861061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.861522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Bound using segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:14.862011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Bound port: abbf40fe-1686-4b92-8f28-bce937016475, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:14.862437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:14.961684 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-fcaf6ce7-8299-48dc-9ff8-12f22080354a service neutron] 10.222.0.17 "GET /v2.0/networks/fb29da36-4600-445e-8677-4021bf2efaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013930 Nov 19 05:45:15.015706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] For port abbf40fe-1686-4b92-8f28-bce937016475, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:15.021356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] For port abbf40fe-1686-4b92-8f28-bce937016475, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=abbf40fe-1686-4b92-8f28-bce937016475,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:15.045669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.061918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Allocated IP 172.27.3.41 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/2fcd4f90-435d-4d0f-a709-648493f5e230) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:15.106126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.106950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.200703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:15.252544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155648b4-8a4f-46b2-aa23-59b662e8074e None None] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:15.314986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-fb73a3a3-7004-4061-b00d-6956d76557f6 service neutron] 10.222.0.17 "GET /v2.0/networks/fb29da36-4600-445e-8677-4021bf2efaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3422256 Nov 19 05:45:15.436000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Pushing event updated for resources: {'Port': ['ID=abbf40fe-1686-4b92-8f28-bce937016475,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:15.449875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:15.473935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46866) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:15.838052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756acd-69f7-453f-a707-2107c8791d17 req-dbeaba7e-bf60-4440-be3d-a116dfff75e7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:15.838785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d2756acd-69f7-453f-a707-2107c8791d17 req-dbeaba7e-bf60-4440-be3d-a116dfff75e7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:network {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:15.882553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:15.889236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d2756acd-69f7-453f-a707-2107c8791d17 req-dbeaba7e-bf60-4440-be3d-a116dfff75e7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:network {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:15.893649 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-dbeaba7e-bf60-4440-be3d-a116dfff75e7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.4185245 Nov 19 05:45:15.928600 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-f6c155fd-48ba-4855-a3ae-779d8ec74b53 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/quotas/8ea976c7bb264eb79aa9a86bd0c4b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0263660 Nov 19 05:45:15.937895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 96ea6aa2-3f21-4427-9c5e-894897161823 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:15.975783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.023994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:16.038752 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-95d99795-da05-4133-ad9d-d9bbbeeb822c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089809 Nov 19 05:45:16.124218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 96ea6aa2-3f21-4427-9c5e-894897161823 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:16.199502 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-14b83568-7173-4375-9470-8060b581018b req-876f64c0-8eb6-4001-86a3-f6a6fed5c42c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.1748939 Nov 19 05:45:16.387368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.439495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcd4f90-435d-4d0f-a709-648493f5e230,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:16.450331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:16.530194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:16.533274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:16.540143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:16.680290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Router e168b72c-d508-4c65-9a4b-a970f9948926 is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:45:16.740189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-91608aa8-ccb2-4f36-863b-9f8c53895a3e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:45:16.748024 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-91608aa8-ccb2-4f36-863b-9f8c53895a3e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3698564 Nov 19 05:45:16.844385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.845188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:16.865860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9f5ab-8fe1-4721-9d0a-7b8af69cea22 None None] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:17.074820 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-ce5a03f0-e3f3-4a75-81c1-c1024b765b05 service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256667 Nov 19 05:45:17.320762 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-78f02408-6330-4d5c-9708-764a6e42d68d service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2449245 Nov 19 05:45:17.518694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Provisioning for port 96ea6aa2-3f21-4427-9c5e-894897161823 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:17.527053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Provisioning complete for port 96ea6aa2-3f21-4427-9c5e-894897161823 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:17.527584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.533820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 46952) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:17.592716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:45:17.596009 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-63561d5f-acf9-4118-91ed-dffc70d74699 req-0861ca92-b532-455e-98b8-6b54fc10ed26 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.1707711 Nov 19 05:45:17.620221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:17.669520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:17.671963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:44:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:17.735386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:17.754643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 46970) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:17.783085 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-77d60f0a-da68-4c9e-b58c-735476c2c0c9 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9191620 Nov 19 05:45:17.952587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.022460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device abbf40fe-1686-4b92-8f28-bce937016475 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:18.067710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00898c59-a9e1-4caf-bf68-e3b1ba62f809 None None] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:18.135170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:45:18.231974 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cd64a771-5fd7-47db-93f6-08b4f2222bdf req-7ecde0f5-9bd7-4b78-954c-028a0254d29e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1699958 Nov 19 05:45:18.341832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.356552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:18.445258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] For port 96ea6aa2-3f21-4427-9c5e-894897161823, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=96ea6aa2-3f21-4427-9c5e-894897161823,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:18.452048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:18.466906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.490537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8357943b-0f52-4d7e-a996-f8b6794bbc72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:18.532549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Usage tracker for resource:security_group_rule and tenant:2f4507a75e924f36a5624501009cc91d is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:18.556748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:18.592337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:18.681644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Pushing event updated for resources: {'Port': ['ID=96ea6aa2-3f21-4427-9c5e-894897161823,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:18.684771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port abbf40fe-1686-4b92-8f28-bce937016475 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:18.711103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:18.720542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Provisioning complete for port 96ea6aa2-3f21-4427-9c5e-894897161823 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:18.720937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:18.920824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:14Z', 'revision_number': 3, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:18.929593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:18.929982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Updating router e168b72c-d508-4c65-9a4b-a970f9948926 port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:45:19.016256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Provisioning for port abbf40fe-1686-4b92-8f28-bce937016475 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:19.022995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Provisioning complete for port abbf40fe-1686-4b92-8f28-bce937016475 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:19.023455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.072478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.076581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:45:19.079461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.106627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.110896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:19.126351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:19.211180 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fc5e2d91-06ed-48c8-8ac0-ead21a327f5d req-90018f09-19cf-4da4-834a-2d7f54fbff28 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.1480339 Nov 19 05:45:19.234287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ba54ae-1366-41d5-8823-20ffc99000d4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:19.254974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:19.257135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.261726 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8958273 Nov 19 05:45:19.262829 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47026) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:19.303622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:19.305177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:44:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:19.403068 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2f4507a75e924f36a5624501009cc91d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8585064 Nov 19 05:45:19.409970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47034) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:19.673912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:19.843562 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-767fc24a-0a11-4db3-bcc1-836c912c6b75 req-ec66a793-41bd-4de4-b0d4-485845662bde tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.4831071 Nov 19 05:45:19.858367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:20.015486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.029477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Transition to ACTIVE for port object cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:20.034017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.035952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.051985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.057078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:20.064781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.088043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 96ea6aa2-3f21-4427-9c5e-894897161823 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:20.107432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.115337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:20.127120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ba54ae-1366-41d5-8823-20ffc99000d4,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:20.140910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:20.171919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.180858 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/59ba54ae-1366-41d5-8823-20ffc99000d4 HTTP/1.1" status: 204 len: 168 time: 0.7667866 Nov 19 05:45:20.240524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Pushing event updated for resources: {'Port': ['ID=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,revision_number=2']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:20.302016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 96ea6aa2-3f21-4427-9c5e-894897161823 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:20.302451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.304396 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.310225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.310805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.311736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.316970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.317489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.317970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.318516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.319729 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.321250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.322730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.323356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.325550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.329441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.329950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.332430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.333624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.333624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.333624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.339797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.340357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.340840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.342640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.343605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Tracked resource versions report: Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: pushed versions: Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: { 'AddressGroup': {'1.0'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': {'1.0'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': {'1.0'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': {'1.1'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': {'1.6'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': {'1.2'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': {'1.8'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': {'1.2'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': {'1.0'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': {'1.0'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': {'1.1'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': {'1.1'}} Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: consumer versions: Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: { DHCP agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: L3 agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: Metadata agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: Metering agent@dv-cinder-763306-1-iscsi: {}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@dv-cinder-763306-1-iscsi: { 'AddressGroup': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}, Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'ConntrackHelper': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Log': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Network': '1.1', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Port': '1.6', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'PortForwarding': '1.2', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'QosPolicy': '1.8', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroup': '1.2', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SecurityGroupRule': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'SubPort': '1.0', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Subnet': '1.1', Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: 'Trunk': '1.1'}} Nov 19 05:45:20.349421 dv-cinder-763306-1-iscsi neutron-server[80182]: {{(pid=80296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 05:45:20.359764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:20.370387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] For port abbf40fe-1686-4b92-8f28-bce937016475, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=abbf40fe-1686-4b92-8f28-bce937016475,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:20.412471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.448495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:20.560433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3cf15619-6ee5-495a-86e9-70e201465485 req-9c4cd285-c271-488e-bd02-8e0728345e57 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.0681581 Nov 19 05:45:20.612941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Attempting to bind port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:20.613350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Attempting to bind port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:20.616926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Pushing event updated for resources: {'Port': ['ID=abbf40fe-1686-4b92-8f28-bce937016475,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:20.617688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Attempting to bind port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:20.620493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:20.644802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:20.645878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:20.647980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.649011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:20.649521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Bound port: cb62b7a6-5e35-40cb-a7b4-021cd98b81c2, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:20.649935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.667730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-19438f86-bab4-4a77-84b4-103d3ad9b892 None None] Provisioning complete for port 96ea6aa2-3f21-4427-9c5e-894897161823 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:20.668148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-19438f86-bab4-4a77-84b4-103d3ad9b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:20.800586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Allocated IP 172.20.0.1 (d43c9831-e20f-4d55-b057-89775e8cc3f4/8bc1346e-290d-49dd-822a-f07a4dedb17d/22969d96-f793-419c-a7a5-5047afb2bdb8) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:20.892508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] For port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:20.907979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] For port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:20.917951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.025582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.044719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Transition to ACTIVE for port object 22969d96-f793-419c-a7a5-5047afb2bdb8 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:21.101097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.147542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:21.243511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Pushing event updated for resources: {'Port': ['ID=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:21.248012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ce0b17ab-9a82-4976-b0df-55869084ed25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:21.248858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.276290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:16Z', 'revision_number': 3, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:21.293000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:21.293389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Updating router 341369d7-b42a-4995-922b-02e5cd15c2a2 port 2fcd4f90-435d-4d0f-a709-648493f5e230 binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:45:21.300995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:21.403907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.410951 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1b1242bb-8744-4454-b7ef-6ac1e839af27 req-f3878b88-e933-414f-bcdc-8b6a727d72de tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1640062 Nov 19 05:45:21.425909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:21.428138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:44:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:21.498338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Pushing event updated for resources: {'Port': ['ID=22969d96-f793-419c-a7a5-5047afb2bdb8,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:21.520719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1e877314-f648-4db5-841f-90c871ab765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.544368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:21.602542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:21.604352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:21.607082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:21.607947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.868682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:21.878248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-19438f86-bab4-4a77-84b4-103d3ad9b892 None None] Provisioning complete for port abbf40fe-1686-4b92-8f28-bce937016475 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:21.878660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-19438f86-bab4-4a77-84b4-103d3ad9b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:21.881553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.121597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device abbf40fe-1686-4b92-8f28-bce937016475 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:22.124854 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b1ff98e-cb4e-4436-ae11-5ee7280dde4a req-9caeb43f-d282-4653-8a68-8480dad01c10 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.1705022 Nov 19 05:45:22.316591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Allocated IP 172.20.0.1 (abb96a61-c360-4dda-bfb0-65a3ca8eec0f/cb2595d5-4b18-42e5-b34e-7260277c7439/3e88f835-b72e-42ca-a8d4-3a24f08dff98) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:22.463128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port abbf40fe-1686-4b92-8f28-bce937016475 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:22.463877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.741891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.764190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Transition to ACTIVE for port object 3e88f835-b72e-42ca-a8d4-3a24f08dff98 will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:22.792750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.854864 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-df46f24b-b741-4346-a73f-f2274e5edd08 req-2bcd2a25-9d01-4f5d-87f0-af4d80295bbe tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1864476 Nov 19 05:45:22.889328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:22.930619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.937387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.941979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:22.968068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:23.058848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-abd0e75d-91e0-4fb1-bc90-ef3a96f77ab4 None None] Provisioning for port 22969d96-f793-419c-a7a5-5047afb2bdb8 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:23.063580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:23.070177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:23.075518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:23.076679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.078091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-abd0e75d-91e0-4fb1-bc90-ef3a96f77ab4 None None] Provisioning complete for port 22969d96-f793-419c-a7a5-5047afb2bdb8 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:23.078513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-abd0e75d-91e0-4fb1-bc90-ef3a96f77ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.210818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Pushing event updated for resources: {'Port': ['ID=22969d96-f793-419c-a7a5-5047afb2bdb8,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:23.227530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-abd0e75d-91e0-4fb1-bc90-ef3a96f77ab4 None None] Port 22969d96-f793-419c-a7a5-5047afb2bdb8 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:23.256685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.resource_extend [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:45:23.257519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:23.312109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.347398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:14Z', 'revision_number': 3, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:23.354535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ecb9-187e-47e5-a28a-7acdec2c3def None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:14Z', 'revision_number': 3, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:23.479808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.533966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Transition to ACTIVE for port object 2fcd4f90-435d-4d0f-a709-648493f5e230 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:23.536180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-a9c3c405-ad76-4a3f-9d40-1b98709e8dc6 None None] Provisioning for port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:23.551473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.562473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-a9c3c405-ad76-4a3f-9d40-1b98709e8dc6 None None] Provisioning complete for port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:23.565359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c405-ad76-4a3f-9d40-1b98709e8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:23.591181 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9632e7b6-ec8e-4d99-b116-0fe44b00b208 req-f2a3c739-615e-4160-b8de-10a3300f486b tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.1351016 Nov 19 05:45:23.650873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:23.650873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:23.862434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Pushing event updated for resources: {'Port': ['ID=3e88f835-b72e-42ca-a8d4-3a24f08dff98,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:23.878135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:23.919265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:24.021652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3c405-ad76-4a3f-9d40-1b98709e8dc6 None None] Port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:24.112225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.128217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.129423 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.147071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47222) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:24.157290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:24.301454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346ec64-a3fa-4ea1-89aa-aa5a0c9b4881 None None] Pushing event updated for resources: {'Port': ['ID=2fcd4f90-435d-4d0f-a709-648493f5e230,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:24.321603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5346ec64-a3fa-4ea1-89aa-aa5a0c9b4881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:24.368210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-4e1c7aef-f056-483d-bbdb-ebb62d7b989d None None] Provisioning complete for port 22969d96-f793-419c-a7a5-5047afb2bdb8 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:24.368993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7aef-f056-483d-bbdb-ebb62d7b989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.375185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47228) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:24.490035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c7aef-f056-483d-bbdb-ebb62d7b989d None None] Port 22969d96-f793-419c-a7a5-5047afb2bdb8 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:24.505927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.508189 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b25ef6b-f1aa-45d4-9958-2a9134c10654 req-cc3837ff-a46a-47cb-bd3e-6aa7aa707d08 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1316812 Nov 19 05:45:24.562880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Pushing event updated for resources: {'Port': ['ID=3e88f835-b72e-42ca-a8d4-3a24f08dff98,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:24.568001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de538a58-3f23-43ce-bb7f-75df49fefec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.592008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:24.597853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Attempting to bind port 2fcd4f90-435d-4d0f-a709-648493f5e230 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:24.597973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Attempting to bind port 2fcd4f90-435d-4d0f-a709-648493f5e230 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:24.598351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Attempting to bind port 2fcd4f90-435d-4d0f-a709-648493f5e230 on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:24.624665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:24.625296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:24.625871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.626411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:24.629073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Bound port: 2fcd4f90-435d-4d0f-a709-648493f5e230, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:24.629975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.671584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.710847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:24.712701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:24.818932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:24.830097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b15a57ba22f346da94be148b5b970f4b is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:24.839801 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:24.848649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:24.906051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] For port 2fcd4f90-435d-4d0f-a709-648493f5e230, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:24.916211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.920747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] For port 2fcd4f90-435d-4d0f-a709-648493f5e230, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=2fcd4f90-435d-4d0f-a709-648493f5e230,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:24.930611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.959260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:24.967227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.104733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-eea11835-9e10-479e-8243-1591f5e241bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:25.199528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-9a407317-d410-42b0-9327-a5f226d620b8 None None] Provisioning complete for port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:25.199528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9a407317-d410-42b0-9327-a5f226d620b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.265408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-9a407317-d410-42b0-9327-a5f226d620b8 None None] Port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:25.278102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346ec64-a3fa-4ea1-89aa-aa5a0c9b4881 None None] Pushing event updated for resources: {'Port': ['ID=2fcd4f90-435d-4d0f-a709-648493f5e230,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.282656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5346ec64-a3fa-4ea1-89aa-aa5a0c9b4881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.313727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:25.314401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:45:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:25.321185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b8bec8fa-73ed-4fb4-8a47-80d911863c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:25.334621 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b15a57ba22f346da94be148b5b970f4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1840661 Nov 19 05:45:25.366987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Router e168b72c-d508-4c65-9a4b-a970f9948926 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:45:25.367759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47254) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:25.374095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.386912 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7ff6465a-81cd-40bf-8b16-5ba472d10be9 req-480d4f66-f07d-4d91-9477-fc2c6b083076 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.3766994 Nov 19 05:45:25.418762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3186892-e571-4461-8cd7-ed06e99a315d,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.430434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.440739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:25.461623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Usage tracker for resource:security_group_rule and tenant:d93b4a5ba9574a5b8a906f7a0c77ce5e is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:25.471133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:25.480891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:25.512720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:25.556272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:45:25.574152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.624359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.795859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.811693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:45:25.828028 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] 10.222.0.17 "PUT /v2.0/routers/341369d7-b42a-4995-922b-02e5cd15c2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5637159 Nov 19 05:45:25.840952 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3bd0d124-8e0e-47bc-9939-2e5adeea9565 req-b097a675-859b-4d20-a874-8b88111ccf71 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1235766 Nov 19 05:45:25.853173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.854158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.862673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:25.876400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3186892-e571-4461-8cd7-ed06e99a315d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.878465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.889069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.889560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:25.911586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:25.958818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70bdd3d-8411-491a-8ada-15a231fd96d2,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:25.983742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:25.991412 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d93b4a5ba9574a5b8a906f7a0c77ce5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6099598 Nov 19 05:45:25.994537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47268) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:25.998713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:25.999912 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-35a1a27e-73e0-4266-b7e9-0a0e9c76edd6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a3186892-e571-4461-8cd7-ed06e99a315d HTTP/1.1" status: 204 len: 168 time: 0.6292899 Nov 19 05:45:26.028872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:45:26.039445 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] 10.222.0.17 "PUT /v2.0/routers/e168b72c-d508-4c65-9a4b-a970f9948926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2835634 Nov 19 05:45:26.100235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.135407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.195419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.210434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:26.226345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70bdd3d-8411-491a-8ada-15a231fd96d2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:26.229297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:26.234888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:26.235145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.239857 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b70bdd3d-8411-491a-8ada-15a231fd96d2 HTTP/1.1" status: 204 len: 168 time: 0.2445352 Nov 19 05:45:26.256272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:26.256938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.304623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 2, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:26.312817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21abb48-ac7b-4f3c-8283-ea9c484cfac3 None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 2, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:26.408046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.431869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:26.437906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.441540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:26.533717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:26.537738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:26.630552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47298) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:26.683898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.767849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:26.780519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac15b6b1f7441eba6394db5e7465223 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:26.787720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:26.796169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:26.884846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.35', 49902) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:26.934732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.943735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:26.956360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:27.079392 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e31f49f-905d-4635-8fb0-bbd748da311e,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:27.107051 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7ac15b6b1f7441eba6394db5e7465223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4684343 Nov 19 05:45:27.108505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:27.109228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47314) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:27.187597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.256952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756acd-69f7-453f-a707-2107c8791d17 req-0c86d764-21e6-48ae-9c58-7f38c52552d4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:27.263027 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-0c86d764-21e6-48ae-9c58-7f38c52552d4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.3555472 Nov 19 05:45:27.287993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.352887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Request body: {'port': {'device_id': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551', 'admin_state_up': True, 'tenant_id': '8ea976c7bb264eb79aa9a86bd0c4b1e7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:27.433446 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.35', 49906) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:27.476359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:27.505967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:27.508079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.508926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:45:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:27.661828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-42f7b3db-4341-40bb-afad-bea9ca563daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:27.721300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47340) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:27.789306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e31f49f-905d-4635-8fb0-bbd748da311e,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:27.800122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:27.817472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'security_group': {'name': 'tempest-securitygroup--1229007385', 'description': 'tempest-description--315268052'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:27.840379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:27.858199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:27.874163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:27.893480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:27.944774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.950082 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5e31f49f-905d-4635-8fb0-bbd748da311e HTTP/1.1" status: 204 len: 168 time: 0.8396356 Nov 19 05:45:27.950792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:27.959479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:27.970294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Usage tracker for resource:port and tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:27.990748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Quota usage for port was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:28.007132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:28.013183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47354) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:28.028501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:28.043442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'security_group': {'name': 'tempest-securitygroup--459952235', 'description': 'tempest-description--1564781138'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:28.076196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Made reservation on behalf of 8ea976c7bb264eb79aa9a86bd0c4b1e7 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:28.104969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.232882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:28.252341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:28.308417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:28.324102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:28.332349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:28.343786 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:28.351022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:28.360142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:28.360629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.374633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:28.382182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.410694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:28.484365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:45:28.489319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:28.495719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:28.498771 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-079ae1d8-9fee-405c-9c1b-38f48f2e35a6 req-980e895d-110c-40a7-a437-79af8cce4208 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.3179207 Nov 19 05:45:28.498919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:28.534199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:28.618343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782401-74c0-4241-a682-9f2259e8781a req-23ca2f0d-f888-46b7-9f2d-749426d0fb97 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:28.621337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-db782401-74c0-4241-a682-9f2259e8781a req-23ca2f0d-f888-46b7-9f2d-749426d0fb97 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Synchronizing usage tracker for tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:28.644874 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3f87500-bae5-4d1f-9045-d8899321f539 req-75f88e3a-4210-4d1d-8add-87ec0b5549ad tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1433191 Nov 19 05:45:28.811090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.825935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:28.902233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:28.961445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-db782401-74c0-4241-a682-9f2259e8781a req-23ca2f0d-f888-46b7-9f2d-749426d0fb97 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Unset dirty status for tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:28.969144 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-23ca2f0d-f888-46b7-9f2d-749426d0fb97 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.35 "GET /v2.0/networks?id=fb29da36-4600-445e-8677-4021bf2efaed HTTP/1.1" status: 200 len: 812 time: 1.4989185 Nov 19 05:45:29.035384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.054491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Request body: {'port': {'device_id': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed', 'admin_state_up': True, 'tenant_id': '13b9b8f556e24dcb96e6bdb2f7eaadc6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:29.163714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.178640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:29.201291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:29.201907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:29.221362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.222375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6aa35a8b-0920-4a42-bfb7-738572e027f1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4640701 Nov 19 05:45:29.231711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47414) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:29.267449 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:22Z', 'revision_number': 2, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:29.273544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:29.274129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Updating router e168b72c-d508-4c65-9a4b-a970f9948926 port 22969d96-f793-419c-a7a5-5047afb2bdb8 binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:45:29.279714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'security_group_rule': {'security_group_id': '1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:29.310215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:29.333192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.343419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.344199 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3297722 Nov 19 05:45:29.347558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:29.350614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47420) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:29.381431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2f7359-3fe1-411e-b753-8960ef178534,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:29.414402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Allocated IP 172.20.0.12 (68404511-76ee-4520-b4e8-d6cbc77eb551/25d47f7a-1d25-45a4-a49b-5a828c50df40/26517137-a04d-4540-b9cd-34203dd9ae4e) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:29.418093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:29.425866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:29.446559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'security_group_rule': {'security_group_id': '4d2f7359-3fe1-411e-b753-8960ef178534', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:29.483147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:29.517598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:29.569937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:29.585087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:29.604231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:29.606900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:29.650390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Usage tracker for resource:port and tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:29.661482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Quota usage for port was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:29.685196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.698995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:29.813384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:29.831237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Made reservation on behalf of 13b9b8f556e24dcb96e6bdb2f7eaadc6 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:29.846625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.000053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2fcd4f90-435d-4d0f-a709-648493f5e230 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:30.305224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 2fcd4f90-435d-4d0f-a709-648493f5e230 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:30.333315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 2fcd4f90-435d-4d0f-a709-648493f5e230 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:30.336001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.395816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.409308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.453358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.474526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.523132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:30.623059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.654220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.704977 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5a5cfe46-48a1-41d7-a210-946f4e78d47a req-2876d87a-4293-43d9-98ec-ea22f8b56ae0 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.2423415 Nov 19 05:45:30.710572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.711421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4501d073-d511-490e-ad5d-f96840a00004,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:30.721545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:30.740587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Transition to ACTIVE for port object 22969d96-f793-419c-a7a5-5047afb2bdb8 will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:30.745658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.764571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:30.818199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:30.850046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.895529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 2fcd4f90-435d-4d0f-a709-648493f5e230, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=2fcd4f90-435d-4d0f-a709-648493f5e230,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:30.905892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:30.909343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:31.015427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae01165a-c7d1-4fb7-bf07-c7d9c29abf47,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:31.034317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:31.076730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=2fcd4f90-435d-4d0f-a709-648493f5e230,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:31.086401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:31.089710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.091055 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d6063849-b7dc-447f-a3be-b4f83927c74a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7029943 Nov 19 05:45:31.115370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.118198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:31.120004 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-93ad710d-5da5-4267-859a-261e992973f4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8719594 Nov 19 05:45:31.123533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47478) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:31.124262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47480) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:31.199089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'security_group_rule': {'security_group_id': '4d2f7359-3fe1-411e-b753-8960ef178534', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:31.228632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'security_group_rule': {'security_group_id': '1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:31.255417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:31.267043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:31.286334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:31.303742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:31.345803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:31.386401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef2f7e-2c9f-4574-a7ee-0b85d5d6da3a None None] Pushing event updated for resources: {'Port': ['ID=22969d96-f793-419c-a7a5-5047afb2bdb8,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:31.397922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c8ef2f7e-2c9f-4574-a7ee-0b85d5d6da3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:31.403059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:31.466121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:31.469773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.572553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Attempting to bind port 22969d96-f793-419c-a7a5-5047afb2bdb8 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:31.573070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Attempting to bind port 22969d96-f793-419c-a7a5-5047afb2bdb8 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:31.573258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Attempting to bind port 22969d96-f793-419c-a7a5-5047afb2bdb8 on network d43c9831-e20f-4d55-b057-89775e8cc3f4 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:31.573648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:31.576556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event updated for resources: {'Port': ['ID=26517137-a04d-4540-b9cd-34203dd9ae4e,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:31.592597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:31.603898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:31.604980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Checking segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:31.605596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.608461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Bound using segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:31.608892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:31.613240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Bound port: 22969d96-f793-419c-a7a5-5047afb2bdb8, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:31.613930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.629637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:31.646211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:31.661693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:31.667668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.754777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85667c-39c9-46c2-a993-3d67bf3fb848 req-239448cb-1497-4f74-a844-57b62a107dc3 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:31.770587 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ad85667c-39c9-46c2-a993-3d67bf3fb848 req-239448cb-1497-4f74-a844-57b62a107dc3 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 932 time: 1.3058443 Nov 19 05:45:31.951617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2fcd4f90-435d-4d0f-a709-648493f5e230 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:31.959087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] For port 22969d96-f793-419c-a7a5-5047afb2bdb8, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:31.969980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] For port 22969d96-f793-419c-a7a5-5047afb2bdb8, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=22969d96-f793-419c-a7a5-5047afb2bdb8,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:31.985108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:31.999958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Allocated IP 172.20.0.8 (fb29da36-4600-445e-8677-4021bf2efaed/c210824c-b053-4a1c-a14a-59a73bd447a5/ffe072be-ec49-45ae-84a2-56680074e885) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:32.000097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-ad85667c-39c9-46c2-a993-3d67bf3fb848 req-e7446727-60c7-4f85-8e9e-51a170099458 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:32.018566 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6720445 Nov 19 05:45:32.027625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:32.074381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.207851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 2fcd4f90-435d-4d0f-a709-648493f5e230 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:32.208276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.246727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-ad85667c-39c9-46c2-a993-3d67bf3fb848 req-e7446727-60c7-4f85-8e9e-51a170099458 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:32.269192 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ad85667c-39c9-46c2-a993-3d67bf3fb848 req-e7446727-60c7-4f85-8e9e-51a170099458 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955373 Nov 19 05:45:32.275670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef2f7e-2c9f-4574-a7ee-0b85d5d6da3a None None] Pushing event updated for resources: {'Port': ['ID=22969d96-f793-419c-a7a5-5047afb2bdb8,revision_number=4']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:32.280090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-d32f2a7b-0ddb-416a-b20d-568230c3e560 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:45:32.281676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c8ef2f7e-2c9f-4574-a7ee-0b85d5d6da3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:32.293709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.301808 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-d32f2a7b-0ddb-416a-b20d-568230c3e560 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0838470 Nov 19 05:45:32.332410 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-220321b8-6c6e-4d53-8a5e-2af3a93ee556 req-98a1aecc-6b50-4c36-acb7-696e3c199dbf tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.3055418 Nov 19 05:45:32.363641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:45:32.404291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:32.405908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:45:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:32.419479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.491773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:32.537491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.545642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012e9c73-be36-490f-bfe3-657151db2604,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:32.562705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:32.563561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:45:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:32.579101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:32.589521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.671515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:32.858967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Request body: {'port': {'device_id': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:32.872774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0268bb-a324-4387-8901-3899c24fa44c,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:32.894370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:32.939439 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.946598 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5a4c9dd5-8ba3-4702-a376-aaca22e1c74e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7809741 Nov 19 05:45:32.948871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47526) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:32.954242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:32.962251 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8b6e4a10-0e07-46eb-a402-7bf3ccda3e8d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7919230 Nov 19 05:45:32.963856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:32.974688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47530) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:32.979677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:32.985563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:33.007483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:33.021283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:floatingip and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:33.030111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:33.060055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:33.063259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:33.102199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:33.113293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:33.147493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:33.172420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:floatingip and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:33.181794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:33.204079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:33.267581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2e32cfb9-c12b-49af-965e-23afe8074e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:33.738387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:33.805663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Pushing event updated for resources: {'Port': ['ID=ffe072be-ec49-45ae-84a2-56680074e885,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:33.815634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:33.966498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Network fb29da36-4600-445e-8677-4021bf2efaed is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:33.977663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:33.980281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:33.989963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:33.990695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:34.035768 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0129356 Nov 19 05:45:34.104677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:34.171363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 2, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:34.186266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:45:34.193227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Updating router 341369d7-b42a-4995-922b-02e5cd15c2a2 port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:45:34.341277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:34.395168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:34.428014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770bdc3-d586-4edd-8ad5-92e735eead8e req-cc640c7b-2b63-4c07-ace8-bf10aaafd09c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:34.429740 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5770bdc3-d586-4edd-8ad5-92e735eead8e req-cc640c7b-2b63-4c07-ace8-bf10aaafd09c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 931 time: 0.6281564 Nov 19 05:45:34.668606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:31Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:34.674013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebf6a5-46dd-4825-9a00-829ce41b69f6 None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:31Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:34.714421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Request body: {'port': {'device_id': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:35.134609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.193494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47586) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:35.421204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47592) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:35.475471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.488600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Transition to ACTIVE for port object 3e88f835-b72e-42ca-a8d4-3a24f08dff98 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:35.492894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.499003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446661d-5b08-413c-9f4e-2c2474d79683 req-388b271c-3141-4026-bcf0-adfc8376967d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:35.499998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-8446661d-5b08-413c-9f4e-2c2474d79683 req-388b271c-3141-4026-bcf0-adfc8376967d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:35.630311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:35.647076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:35.714211 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5770bdc3-d586-4edd-8ad5-92e735eead8e req-dd20a406-e851-4f84-9670-6f70004e7b64 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2624013 Nov 19 05:45:35.745174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-8446661d-5b08-413c-9f4e-2c2474d79683 req-388b271c-3141-4026-bcf0-adfc8376967d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:35.756165 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8446661d-5b08-413c-9f4e-2c2474d79683 req-388b271c-3141-4026-bcf0-adfc8376967d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 932 time: 2.0088205 Nov 19 05:45:35.889774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21db7-c9f2-4226-a877-7b877f6076a8 None None] Pushing event updated for resources: {'Port': ['ID=3e88f835-b72e-42ca-a8d4-3a24f08dff98,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:35.898652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97d21db7-c9f2-4226-a877-7b877f6076a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:35.984559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.resource_extend [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:45:36.011107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 22969d96-f793-419c-a7a5-5047afb2bdb8 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:36.053995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe072be-ec49-45ae-84a2-56680074e885 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:36.088491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26517137-a04d-4540-b9cd-34203dd9ae4e {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:36.090521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.096361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.110152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Transition to ACTIVE for port object 26517137-a04d-4540-b9cd-34203dd9ae4e will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:36.136002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.142322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Transition to ACTIVE for port object ffe072be-ec49-45ae-84a2-56680074e885 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:36.149530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.185668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.190152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:36.234433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8446661d-5b08-413c-9f4e-2c2474d79683 req-d903cb91-7b37-4949-b953-6bfdde159ec0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376628 Nov 19 05:45:36.347692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 22969d96-f793-419c-a7a5-5047afb2bdb8 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:36.352679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Attempting to bind port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:36.353089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Attempting to bind port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:36.353587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Attempting to bind port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 on network abb96a61-c360-4dda-bfb0-65a3ca8eec0f {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:36.362076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:36.362486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Checking segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:36.362960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.363524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Bound using segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:36.364058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Bound port: 3e88f835-b72e-42ca-a8d4-3a24f08dff98, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:36.364496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.477558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:36.488106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] For port 3e88f835-b72e-42ca-a8d4-3a24f08dff98, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:36.496709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] For port 3e88f835-b72e-42ca-a8d4-3a24f08dff98, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3e88f835-b72e-42ca-a8d4-3a24f08dff98,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:36.521239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 22969d96-f793-419c-a7a5-5047afb2bdb8 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:36.521996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.575186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.594565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.620002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:36.620928 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:36.628726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c4c6df9a104e769a37debfad393e0d is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:36.632895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:36.640414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:36.644642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Pushing event updated for resources: {'Port': ['ID=26517137-a04d-4540-b9cd-34203dd9ae4e,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:36.820411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:36.822051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:36.961544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:36.966929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Usage tracker for resource:security_group_rule and tenant:d90296e8820d4b618fea318f6c78a139 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:36.970230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:36.973207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe072be-ec49-45ae-84a2-56680074e885,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:36.976973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:36.996675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:37.050435 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Attempting to bind port ffe072be-ec49-45ae-84a2-56680074e885 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:37.051010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Attempting to bind port ffe072be-ec49-45ae-84a2-56680074e885 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ca82b471-cb90-42b3-bd59-07eb2aa595a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:37.051561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Attempting to bind port ffe072be-ec49-45ae-84a2-56680074e885 on network fb29da36-4600-445e-8677-4021bf2efaed {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:37.078737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:37.081640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Checking segment: {'id': 'ca82b471-cb90-42b3-bd59-07eb2aa595a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:37.082252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.084215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Bound using segment: {'id': 'ca82b471-cb90-42b3-bd59-07eb2aa595a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:37.085203 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Bound port: ffe072be-ec49-45ae-84a2-56680074e885, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca82b471-cb90-42b3-bd59-07eb2aa595a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fb29da36-4600-445e-8677-4021bf2efaed'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:37.087206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.098662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21db7-c9f2-4226-a877-7b877f6076a8 None None] Pushing event updated for resources: {'Port': ['ID=3e88f835-b72e-42ca-a8d4-3a24f08dff98,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:37.116456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97d21db7-c9f2-4226-a877-7b877f6076a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:37.216694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:45:37.218188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:45:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:37.301663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] For port ffe072be-ec49-45ae-84a2-56680074e885, host hv-cinder-76330, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:37.306895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] For port ffe072be-ec49-45ae-84a2-56680074e885, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffe072be-ec49-45ae-84a2-56680074e885,segment=NetworkSegment(ca82b471-cb90-42b3-bd59-07eb2aa595a7),segment_id=ca82b471-cb90-42b3-bd59-07eb2aa595a7)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:37.317274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.488310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5094cb61-24ea-4618-a729-dfb6bfc88cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:37.520901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Allocated IP 172.27.3.199 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/c3c0b160-9f9f-441f-87fc-9b01a77a77ee) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:37.553687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.632478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Attempting to bind port 26517137-a04d-4540-b9cd-34203dd9ae4e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:37.632997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Attempting to bind port 26517137-a04d-4540-b9cd-34203dd9ae4e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:37.633227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Attempting to bind port 26517137-a04d-4540-b9cd-34203dd9ae4e on network 68404511-76ee-4520-b4e8-d6cbc77eb551 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:37.650766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:37.651159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Checking segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:37.651646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.651987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Bound using segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:37.652494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Bound port: 26517137-a04d-4540-b9cd-34203dd9ae4e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:37.652863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.659152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 22969d96-f793-419c-a7a5-5047afb2bdb8, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=22969d96-f793-419c-a7a5-5047afb2bdb8,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:37.666933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.677229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:37.748138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=22969d96-f793-419c-a7a5-5047afb2bdb8,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:37.751668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:37.755591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe072be-ec49-45ae-84a2-56680074e885,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:37.772073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:45:37.780891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:37.801511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.812953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.828515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.830084 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] 10.222.0.35 "PUT /v2.0/ports/ffe072be-ec49-45ae-84a2-56680074e885 HTTP/1.1" status: 200 len: 1157 time: 3.1240013 Nov 19 05:45:37.830758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ebf25575-becf-4afe-a97a-9de9b57ba9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:37.839099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'tag': 'ffe072be-ec49-45ae-84a2-56680074e885'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:37.866733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] For port 26517137-a04d-4540-b9cd-34203dd9ae4e, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:37.872140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] For port 26517137-a04d-4540-b9cd-34203dd9ae4e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=26517137-a04d-4540-b9cd-34203dd9ae4e,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:37.916846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.951536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de98e696-7071-4edc-9bd0-301133d9aeb0,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:37.951728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:37.962378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d90296e8820d4b618fea318f6c78a139&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0024576 Nov 19 05:45:37.963413 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:37.967884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47630) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:38.095804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3e88f835-b72e-42ca-a8d4-3a24f08dff98 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:38.114145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.116210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-85cbf525-43c5-4305-a721-16cfd77f0de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:38.153130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.158917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fefc5-ac08-4864-ae7b-1589590dcabd req-759a9599-49ae-48a6-850a-66912d430f99 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:38.160617 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f44fefc5-ac08-4864-ae7b-1589590dcabd req-759a9599-49ae-48a6-850a-66912d430f99 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 1.1715910 Nov 19 05:45:38.164678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.249977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.256005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:38.267386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de98e696-7071-4edc-9bd0-301133d9aeb0,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:38.274218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:38.275459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.276321 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/de98e696-7071-4edc-9bd0-301133d9aeb0 HTTP/1.1" status: 204 len: 168 time: 0.3073547 Nov 19 05:45:38.321485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.323022 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] 10.222.0.35 "PUT /v2.0/ports/26517137-a04d-4540-b9cd-34203dd9ae4e HTTP/1.1" status: 200 len: 1158 time: 5.6998684 Nov 19 05:45:38.336849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:38.349302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:38.383456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:38.384186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.489172 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b7c4c6df9a104e769a37debfad393e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0579443 Nov 19 05:45:38.491997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47650) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:38.496126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee8fb-317f-486b-9d6b-1f07db1b2523 req-6f99e479-daed-4add-a8bb-c1b6674284f0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:38.497979 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95dee8fb-317f-486b-9d6b-1f07db1b2523 req-6f99e479-daed-4add-a8bb-c1b6674284f0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 1.0528841 Nov 19 05:45:38.518267 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f44fefc5-ac08-4864-ae7b-1589590dcabd req-47993045-44fe-49a0-84cd-1fdc7228ca1e tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414571 Nov 19 05:45:38.529103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Pushing event updated for resources: {'Port': ['ID=26517137-a04d-4540-b9cd-34203dd9ae4e,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:38.551189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:38.556133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:38.586415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.599138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.652088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff539b-2c5c-4d35-955e-917c67c03b37,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:38.655698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:38.656258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:36Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:45:38.662822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246ae3c-d8d8-4d14-a354-090cc374aad6 None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:36Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:45:38.666639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 3e88f835-b72e-42ca-a8d4-3a24f08dff98, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3e88f835-b72e-42ca-a8d4-3a24f08dff98,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:45:38.668352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.672397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.673325 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 22969d96-f793-419c-a7a5-5047afb2bdb8 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:38.682829 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95dee8fb-317f-486b-9d6b-1f07db1b2523 req-4f27a015-1c12-4c9f-82df-d692768becda tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549287 Nov 19 05:45:38.774149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ee0320e5-39e0-48db-9239-460f0b954678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:38.805242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Allocated IP 172.27.3.78 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/ec6e6c92-7614-4713-a056-c8754275ce64) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:38.816694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.959228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:38.966286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.034834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff539b-2c5c-4d35-955e-917c67c03b37,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.038065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.046452 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e6ff539b-2c5c-4d35-955e-917c67c03b37 HTTP/1.1" status: 204 len: 168 time: 0.5502284 Nov 19 05:45:39.046452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.091634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47664) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:39.097087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.116651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.142972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=3e88f835-b72e-42ca-a8d4-3a24f08dff98,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.144677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.158667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.165252 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'tag': 'ffe072be-ec49-45ae-84a2-56680074e885', 'status': 'completed', 'code': 200} Nov 19 05:45:39.175974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 22969d96-f793-419c-a7a5-5047afb2bdb8 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:39.176635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.193406 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.287713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:39.297668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Usage tracker for resource:security_group_rule and tenant:f52afa8b609641cf8762ab6ecb50d6f4 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:39.304257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:39.313393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'Port': ['ID=c3c0b160-9f9f-441f-87fc-9b01a77a77ee,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.322821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:39.323027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.383873 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e', 'status': 'completed', 'code': 200} Nov 19 05:45:39.451649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.473507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.479905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.491300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.508041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e56ec68-faf3-46f2-9430-efcb9782cc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.549547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44643f0-49b6-4673-a3a6-8943557a511f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.571441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.598902 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f52afa8b609641cf8762ab6ecb50d6f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5030639 Nov 19 05:45:39.599204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47676) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:39.649776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'Port': ['ID=ec6e6c92-7614-4713-a056-c8754275ce64,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.671390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.724987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.731401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.829365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.832616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:39.837016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:39.841754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cfb73d3d-0f6c-4385-b9c6-5927b35b4e94 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:39.851574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:39.877935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44643f0-49b6-4673-a3a6-8943557a511f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:39.881481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:39.911451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:39.913066 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f44643f0-49b6-4673-a3a6-8943557a511f HTTP/1.1" status: 204 len: 168 time: 0.3128035 Nov 19 05:45:39.916619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3e88f835-b72e-42ca-a8d4-3a24f08dff98 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:45:39.945390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.077178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:40.077611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.113054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47690) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:40.144394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.239420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:40.248703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Usage tracker for resource:security_group_rule and tenant:9e008704aed3410ebc4fee8c086503f6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:40.252415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:40.258858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:40.345651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.349249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.359688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-88946e7f-267d-4e20-8372-2ff584bd1e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:40.404628 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9e008704aed3410ebc4fee8c086503f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2904093 Nov 19 05:45:40.406411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edec607-ec57-4799-9a13-bf1759d9c3c4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:40.411397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47702) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:40.412379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:40.468277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.536206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61da1c-d246-429a-87fb-2880afb4428b req-e6176487-21f0-4f96-a95b-5bb9f0a34931 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:40.537816 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d61da1c-d246-429a-87fb-2880afb4428b req-e6176487-21f0-4f96-a95b-5bb9f0a34931 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.7984622 Nov 19 05:45:40.565994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:40.587494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:40.625894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:40.702413 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b330672-f20b-457b-8866-081ff0092a47 req-3b1a650b-fb0a-4b10-bd57-0b9dc2528d63 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:40.704156 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b330672-f20b-457b-8866-081ff0092a47 req-3b1a650b-fb0a-4b10-bd57-0b9dc2528d63 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.6512032 Nov 19 05:45:40.754436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.797540 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d61da1c-d246-429a-87fb-2880afb4428b req-1672d9c2-33b3-4c7d-a578-5b1d05c8bc92 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452233 Nov 19 05:45:40.813638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:40.957196 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b330672-f20b-457b-8866-081ff0092a47 req-10ba7088-b67b-4f3a-9eef-6b74442bf94b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429726 Nov 19 05:45:40.969921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.057520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.076916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:41.096819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.129673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edec607-ec57-4799-9a13-bf1759d9c3c4,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:41.149890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:41.168240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.186335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.242892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:41.339018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.340300 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6edec607-ec57-4799-9a13-bf1759d9c3c4 HTTP/1.1" status: 204 len: 168 time: 0.9277630 Nov 19 05:45:41.485595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'Port': ['ID=c3c0b160-9f9f-441f-87fc-9b01a77a77ee,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:41.585268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:41.676793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.719034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.723931 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7481339 Nov 19 05:45:41.785930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.793064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:41.858459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:41.929221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'Port': ['ID=ec6e6c92-7614-4713-a056-c8754275ce64,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:41.932414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:42.047226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.144800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:42.159395 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2087865 Nov 19 05:45:42.211053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59703385-716d-40d0-8b66-edc6aa1c423a req-d1028d6c-892f-4ff0-aa28-f549ce48cb95 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:42.216950 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-59703385-716d-40d0-8b66-edc6aa1c423a req-d1028d6c-892f-4ff0-aa28-f549ce48cb95 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1777956 Nov 19 05:45:42.467218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-59703385-716d-40d0-8b66-edc6aa1c423a req-099c0ab1-e7e6-4f54-98a8-935d9203cdec tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445045 Nov 19 05:45:42.519616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b82d6-b2cc-40bb-b555-effd8ea6a0b5 req-94e2b015-1b2f-40ed-9ff7-3f3af268a087 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:42.523276 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-538b82d6-b2cc-40bb-b555-effd8ea6a0b5 req-94e2b015-1b2f-40ed-9ff7-3f3af268a087 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.2520025 Nov 19 05:45:42.637634 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-538b82d6-b2cc-40bb-b555-effd8ea6a0b5 req-98a5280a-f18c-4782-ad2d-67c305e8fdb9 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038883 Nov 19 05:45:42.909130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-dbd58c1e-cd1e-40f6-8b1f-c9e21e62a44a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:42.959008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-dbd58c1e-cd1e-40f6-8b1f-c9e21e62a44a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:42.961522 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-dbd58c1e-cd1e-40f6-8b1f-c9e21e62a44a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1229007385&fields=id&tenant_id=3cad8a774ab94dfc9b2f7f4989410679 HTTP/1.1" status: 200 len: 267 time: 0.2122464 Nov 19 05:45:43.154423 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-f5b7f214-4b5f-4884-b4df-2ec3ab230004 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--459952235&fields=id&tenant_id=fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 267 time: 0.2163205 Nov 19 05:45:43.538793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-ae779762-8fe4-4b99-9aaf-555a9ee2d7c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:43.539564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-ae779762-8fe4-4b99-9aaf-555a9ee2d7c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:network {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:43.596909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8529c-909b-4b20-b338-63865e185b4c req-fcb71cdf-0f8d-4f8f-a068-7bb66c3816b4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:43.598419 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-fcb71cdf-0f8d-4f8f-a068-7bb66c3816b4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 816 time: 0.4229672 Nov 19 05:45:43.599208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-ae779762-8fe4-4b99-9aaf-555a9ee2d7c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:network {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:43.600304 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-ae779762-8fe4-4b99-9aaf-555a9ee2d7c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 810 time: 0.6302176 Nov 19 05:45:43.628325 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-83f93f2b-9726-45c0-af9c-d96ba194572f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/quotas/fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 375 time: 0.0204072 Nov 19 05:45:43.629749 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-e44fc5fe-b6cc-4461-ac36-20b32f0d5adb tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/quotas/3cad8a774ab94dfc9b2f7f4989410679 HTTP/1.1" status: 200 len: 375 time: 0.0233402 Nov 19 05:45:43.804997 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-4f16344c-c544-4808-84a2-37fd3567d036 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1299312 Nov 19 05:45:43.817370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-80f8529c-909b-4b20-b338-63865e185b4c req-5e74cac5-908d-47da-a1bc-062442ef397f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:44.103153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-80f8529c-909b-4b20-b338-63865e185b4c req-5e74cac5-908d-47da-a1bc-062442ef397f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:44.104722 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-5e74cac5-908d-47da-a1bc-062442ef397f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4692717 Nov 19 05:45:44.242654 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-89b8e229-4205-465a-b95b-0f4401b90a70 service neutron] 10.222.0.17 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210196 Nov 19 05:45:44.384140 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-b299100d-bfee-4041-b173-d9eec51db1e1 service neutron] 10.222.0.17 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552454 Nov 19 05:45:44.515646 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-5923e079-b2b0-4392-9650-68b7b76f5921 service neutron] 10.222.0.17 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2654424 Nov 19 05:45:44.572648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-8c301682-2b9b-4eb3-8891-35a0abaa00a0 service neutron] 10.222.0.17 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1720421 Nov 19 05:45:44.943378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272415ba-6818-48cf-ae84-13525cb43afc req-592dab18-ccc8-4569-a26c-ea19ba1695d6 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:44.948534 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-272415ba-6818-48cf-ae84-13525cb43afc req-592dab18-ccc8-4569-a26c-ea19ba1695d6 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1617625 Nov 19 05:45:45.002142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6544d8-f77e-463a-b023-e57d7ec871c6 req-d97f2c15-fcca-441e-84cc-546f80b2a97c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:45.007833 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c6544d8-f77e-463a-b023-e57d7ec871c6 req-d97f2c15-fcca-441e-84cc-546f80b2a97c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1806188 Nov 19 05:45:45.041438 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-272415ba-6818-48cf-ae84-13525cb43afc req-94331d28-521c-43c9-aae8-7c602e392e3f tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897815 Nov 19 05:45:45.064263 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c6544d8-f77e-463a-b023-e57d7ec871c6 req-16a262b9-5bca-41a5-b470-56769d21baa6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528035 Nov 19 05:45:45.211657 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b462c790-b0bd-45c2-81d6-d93a9ddf096e req-e0445ead-e499-499b-b2c8-d438942bae80 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.0908325 Nov 19 05:45:45.223921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-de769b79-1c03-4c1c-8b17-3b7c5c81457e req-12834e80-74b5-4ecc-8982-76ebc376de45 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 210 time: 0.0643859 Nov 19 05:45:46.253208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47916) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:46.346426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a875-cd31-4ad1-a1c5-0143a5ece93a req-cc8010ae-96d8-4fc1-95ba-fba85ed44dd2 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:46.348056 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f12a875-cd31-4ad1-a1c5-0143a5ece93a req-cc8010ae-96d8-4fc1-95ba-fba85ed44dd2 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1534300 Nov 19 05:45:46.354869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d265f6-7f1a-41d1-98b4-a2b87e738269 req-33a7b11e-41de-435e-9553-f0878f12d229 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:46.356398 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0d265f6-7f1a-41d1-98b4-a2b87e738269 req-33a7b11e-41de-435e-9553-f0878f12d229 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1190131 Nov 19 05:45:46.408683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.416604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.445544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:46.451626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec635f948ec48c1897cba321a12df09 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:46.456465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:46.462880 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f12a875-cd31-4ad1-a1c5-0143a5ece93a req-4b701d1b-21a6-4c43-b2a5-b8e307f16e8e tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054749 Nov 19 05:45:46.464200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:46.479004 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0d265f6-7f1a-41d1-98b4-a2b87e738269 req-5405c442-e0ea-45f3-abd1-ac83f728c56f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046813 Nov 19 05:45:46.551006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.555975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.566290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-daac6f3f-22f4-4088-b50a-71898dc2013b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:46.610275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96142eeb-df92-4494-bb88-62d0206f9885,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:46.614078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:46.617210 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0ec635f948ec48c1897cba321a12df09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3629222 Nov 19 05:45:46.619845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 47928) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:46.681367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.692111 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e967695f-14f6-4164-8ad4-d15d2270882b req-3cc67cdc-353f-4722-9686-705c090a21d8 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.0825517 Nov 19 05:45:46.698007 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e97c08f4-892c-44df-a611-79a1b4edeb26 req-1a5cfc4b-8c66-498e-9bbe-737feca7d03e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 210 time: 0.0532105 Nov 19 05:45:46.710596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.768665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.774357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c76618c4-88e7-4e47-b402-2b1cbe876605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:46.789219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96142eeb-df92-4494-bb88-62d0206f9885,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:46.792433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:46.797131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:46.798340 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/96142eeb-df92-4494-bb88-62d0206f9885 HTTP/1.1" status: 204 len: 168 time: 0.1775486 Nov 19 05:45:47.170883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47940) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:47.193481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.228526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:47.232741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Usage tracker for resource:security_group_rule and tenant:fe40f894574849908c782bf6009b88ac is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:47.235792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:47.241749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:47.309116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.313832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.320948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3cd08999-8975-4ab5-9539-9396e23d0280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:47.362595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa5fba7-ea48-4d7e-9225-02cb00dd7b63,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:47.366115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:47.368960 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe40f894574849908c782bf6009b88ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969790 Nov 19 05:45:47.371698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47944) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:47.435941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.463864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.525108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.532078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7ddb8503-98d1-4159-8bbd-cdf7bdfa5468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:47.550032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa5fba7-ea48-4d7e-9225-02cb00dd7b63,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:47.552775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:47.553772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:47.555005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1fa5fba7-ea48-4d7e-9225-02cb00dd7b63 HTTP/1.1" status: 204 len: 168 time: 0.1823931 Nov 19 05:45:47.710329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e5712-3b42-4a70-80d5-88c290457843 req-d8e0de4f-9155-452e-9127-d9543b5c729c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:47.712461 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-066e5712-3b42-4a70-80d5-88c290457843 req-d8e0de4f-9155-452e-9127-d9543b5c729c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0958610 Nov 19 05:45:47.806904 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-066e5712-3b42-4a70-80d5-88c290457843 req-ad66baa9-e3af-43e2-a6a6-2ba7202ade1c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879216 Nov 19 05:45:47.848461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428babd4-ce5c-45a1-84a3-4f62d27ea06d req-0ce02e20-7b52-49c6-9aa8-9987a4a5303a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:47.850060 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-428babd4-ce5c-45a1-84a3-4f62d27ea06d req-0ce02e20-7b52-49c6-9aa8-9987a4a5303a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.0982287 Nov 19 05:45:47.915120 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-428babd4-ce5c-45a1-84a3-4f62d27ea06d req-ae90987c-e622-48a7-99aa-67f6c0af0d1c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Nov 19 05:45:47.977504 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d0dc1462-a9cf-4320-a02e-92af910497b7 req-b9467a6a-0657-44e3-8c6c-c5f0bd349807 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.0473762 Nov 19 05:45:48.113971 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eeb7ed3e-239d-49db-b60b-823367e50cb2 req-7bef5384-81f0-4b88-9401-e786a64c8164 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 210 time: 0.0458386 Nov 19 05:45:48.314731 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3315e7fb-d7b5-4539-a2c7-60707cff9fd4 req-46feb3a2-d060-4bb6-bf24-03f9f3c836a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13b9b8f556e24dcb96e6bdb2f7eaadc6&device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 1160 time: 0.0876625 Nov 19 05:45:48.480965 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ae785b3-ca97-4af2-a723-488f16ebab5e req-c28bfdaf-d71d-4902-ab81-4396a93dcf4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 1161 time: 0.0919206 Nov 19 05:45:48.513867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315e7fb-d7b5-4539-a2c7-60707cff9fd4 req-d55bd11e-8bd5-4ca3-bd40-5ec08e7d71ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:48.515764 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3315e7fb-d7b5-4539-a2c7-60707cff9fd4 req-d55bd11e-8bd5-4ca3-bd40-5ec08e7d71ec service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=13b9b8f556e24dcb96e6bdb2f7eaadc6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1677747 Nov 19 05:45:48.557989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 47984) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:48.750713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae785b3-ca97-4af2-a723-488f16ebab5e req-4be93c19-62e6-4e3b-81b8-ddd747ff088f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:48.752376 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ae785b3-ca97-4af2-a723-488f16ebab5e req-4be93c19-62e6-4e3b-81b8-ddd747ff088f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1698425 Nov 19 05:45:48.767464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-968314087-network', 'tenant_id': 'b6e8f46ee99444b48ca3034cb86f6b93'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:48.777220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:48.782678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Usage tracker for resource:network and tenant:b6e8f46ee99444b48ca3034cb86f6b93 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:48.785800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:48.792295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:48.802079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Made reservation on behalf of b6e8f46ee99444b48ca3034cb86f6b93 for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:48.806087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315e7fb-d7b5-4539-a2c7-60707cff9fd4 req-a93d4a88-e48f-4fb6-a784-c8279a627fc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:48.806730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.807869 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3315e7fb-d7b5-4539-a2c7-60707cff9fd4 req-a93d4a88-e48f-4fb6-a784-c8279a627fc2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2254465 Nov 19 05:45:48.820092 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:48.852770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:48.856935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e8f46ee99444b48ca3034cb86f6b93 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:48.860208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:48.866103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:49.075917 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-442e1fe1-822f-4574-9057-17f45f0b105c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13b9b8f556e24dcb96e6bdb2f7eaadc6&device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 1160 time: 0.1280885 Nov 19 05:45:49.167784 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-f2c80726-313c-40ef-a35a-5f3a094c774a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffe072be-ec49-45ae-84a2-56680074e885 HTTP/1.1" status: 200 len: 217 time: 0.0764728 Nov 19 05:45:49.277202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782401-74c0-4241-a682-9f2259e8781a req-96120b1b-5116-4650-97a3-97bc46d66fa2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.278953 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-96120b1b-5116-4650-97a3-97bc46d66fa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c210824c-b053-4a1c-a14a-59a73bd447a5 HTTP/1.1" status: 200 len: 852 time: 0.0796304 Nov 19 05:45:49.307953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.35', 49935) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:49.360874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae785b3-ca97-4af2-a723-488f16ebab5e req-8584aa5a-583a-4012-a76a-ab8f37e09892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.362731 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ae785b3-ca97-4af2-a723-488f16ebab5e req-8584aa5a-583a-4012-a76a-ab8f37e09892 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4870932 Nov 19 05:45:49.375087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.384414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.395012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:49.439603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:49.453313 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-0bca8d71-1479-48bb-a1f0-1869acbfab16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb29da36-4600-445e-8677-4021bf2efaed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291592 Nov 19 05:45:49.476071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dbadec-3824-45dd-9552-e324068df6ff,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:49.479694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:49.485921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.486324 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Added segment 132ba024-26d8-45c3-b0dd-035713e3f45b of type vxlan for network c89f0fe2-73ba-415c-bee7-2f386fe8e606 Nov 19 05:45:49.503416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f2a0-59a8-4004-b15e-54fcfdf7a0f8 req-267c14fa-e196-471b-aa63-2707526aa57e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.505028 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7727f2a0-59a8-4004-b15e-54fcfdf7a0f8 req-267c14fa-e196-471b-aa63-2707526aa57e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.4422162 Nov 19 05:45:49.516187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa416d1-6fab-4229-a1af-c5874c4f20a5 req-2a6f154b-a192-4454-9007-c2bb1b4c18fa tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.517811 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9aa416d1-6fab-4229-a1af-c5874c4f20a5 req-2a6f154b-a192-4454-9007-c2bb1b4c18fa tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.3995178 Nov 19 05:45:49.535354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8529c-909b-4b20-b338-63865e185b4c req-8cb469e3-028e-42fd-bba3-df630038de8c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.536094 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-80f8529c-909b-4b20-b338-63865e185b4c req-8cb469e3-028e-42fd-bba3-df630038de8c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:49.574782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.634042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-80f8529c-909b-4b20-b338-63865e185b4c req-8cb469e3-028e-42fd-bba3-df630038de8c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:49.635484 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-8cb469e3-028e-42fd-bba3-df630038de8c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 816 time: 0.3100495 Nov 19 05:45:49.720340 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7727f2a0-59a8-4004-b15e-54fcfdf7a0f8 req-0117bb2f-0fe1-4f9a-9a94-f218d57e36d2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014589 Nov 19 05:45:49.725384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.727947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:49.728588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:49.747199 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9aa416d1-6fab-4229-a1af-c5874c4f20a5 req-0b10c5c5-2db7-4185-85cc-df668c5e3e0d tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148752 Nov 19 05:45:49.752520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd3a00ec-c09d-4468-acf8-876218a82e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:49.814970 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-da6aacbf-2308-4568-a8f9-02202d6b6391 service neutron] 10.222.0.35 "GET /v2.0/networks/fb29da36-4600-445e-8677-4021bf2efaed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627816 Nov 19 05:45:49.886769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-80f8529c-909b-4b20-b338-63865e185b4c req-f2991175-8354-489b-baf8-127063c44027 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:49.951525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Pushing event updated for resources: {'Network': ['ID=c89f0fe2-73ba-415c-bee7-2f386fe8e606,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:49.955330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:49.960647 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-0071bef6-d7d1-4946-be58-8ab5da6f5fbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 1161 time: 0.3678720 Nov 19 05:45:49.962519 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4030282 Nov 19 05:45:49.975586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 48022) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:50.066416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-80f8529c-909b-4b20-b338-63865e185b4c req-f2991175-8354-489b-baf8-127063c44027 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:50.068001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-f2991175-8354-489b-baf8-127063c44027 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 5044 time: 0.4068854 Nov 19 05:45:50.080108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:50.092601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'port': {'device_id': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'admin_state_up': True, 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'security_groups': ['4d2f7359-3fe1-411e-b753-8960ef178534']}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:50.127619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:50.128824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Request body: {'subnet': {'network_id': 'c89f0fe2-73ba-415c-bee7-2f386fe8e606', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-968314087-subnet', 'tenant_id': 'b6e8f46ee99444b48ca3034cb86f6b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:50.137911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.35', 49940) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:50.148587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:50.319524 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb6b6257-6fa1-4f22-b9b7-d0ff0f25d85f req-d714ada6-9678-4d11-a007-252549f3d7a1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 210 time: 0.2463932 Nov 19 05:45:50.325113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Usage tracker for resource:subnet and tenant:b6e8f46ee99444b48ca3034cb86f6b93 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:50.344171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:50.361232 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-0c5b092b-386a-4d3a-be21-64d596104986 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26517137-a04d-4540-b9cd-34203dd9ae4e HTTP/1.1" status: 200 len: 217 time: 0.3796189 Nov 19 05:45:50.361232 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e9d91934-231e-452b-bab2-1f746d75caef req-89abdb5b-8eba-4c59-bbe2-79ffa31183d8 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.2387302 Nov 19 05:45:50.406450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:50.437104 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-c77bad5e-7f1f-4dfe-9e8b-01fff672c900 service neutron] 10.222.0.35 "GET /v2.0/networks/fb29da36-4600-445e-8677-4021bf2efaed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6074538 Nov 19 05:45:50.588090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Made reservation on behalf of b6e8f46ee99444b48ca3034cb86f6b93 for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:50.595276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Notify callbacks [] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.638770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:50.650760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:50.666823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Made reservation on behalf of fd43d50eba4d4104bae026ba239bae6c for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:50.672876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:50.710994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756acd-69f7-453f-a707-2107c8791d17 req-2c84ac6e-0285-4570-a565-ba984969f709 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:50.712694 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-2c84ac6e-0285-4570-a565-ba984969f709 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.2304127 Nov 19 05:45:50.793430 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-2ae6e208-b28d-4e3c-86dd-a2a2ddbb6e7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732071 Nov 19 05:45:50.921302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3515e2fc-e179-43ec-a213-bd8f89febe1e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:50.922805 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3515e2fc-e179-43ec-a213-bd8f89febe1e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 810 time: 0.7768281 Nov 19 05:45:51.097006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Allocated IP 172.20.0.8 (d43c9831-e20f-4d55-b057-89775e8cc3f4/8bc1346e-290d-49dd-822a-f07a4dedb17d/55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:51.236170 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-9e92d1dd-723c-4799-bac4-e43f60e4c841 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230976 Nov 19 05:45:51.314636 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-272ce04e-1f2a-4a99-a91f-ff48eb9a8d91 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cad8a774ab94dfc9b2f7f4989410679 HTTP/1.1" status: 200 len: 5044 time: 0.3499095 Nov 19 05:45:51.322854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-440ff5b4-c525-47ce-b046-d6e463fefc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.337532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.350822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Transition to ACTIVE for port object 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:51.376430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.398436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-15e57d68-ce67-420c-824c-6029f9d3e6c3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:51.409037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519c66f-d36d-46a4-a0f9-6bc3281af149 req-a2fcf2a8-af4d-40d2-9737-4f3bc772b7a4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:51.409593 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6519c66f-d36d-46a4-a0f9-6bc3281af149 req-a2fcf2a8-af4d-40d2-9737-4f3bc772b7a4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.5014088 Nov 19 05:45:51.413719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'port': {'device_id': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'admin_state_up': True, 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'security_groups': ['1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:51.439280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1679f3-61b1-49bd-a01c-52844f04c53a req-890beb22-22ed-4e27-a10e-2ac9534995bc tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:51.440925 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd1679f3-61b1-49bd-a01c-52844f04c53a req-890beb22-22ed-4e27-a10e-2ac9534995bc tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.4751093 Nov 19 05:45:51.554798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:51.560086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:51.621566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:51.623182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:51.627081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:51.631729 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:51.632499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.670044 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5857058 Nov 19 05:45:51.690807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Request body: {'port': {'device_id': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:51.894717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.976385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-8620eba9-cae0-41f9-b5e3-8fb65c1ad499 None None] Provisioning for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:51.981723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-8620eba9-cae0-41f9-b5e3-8fb65c1ad499 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:51.982550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8620eba9-cae0-41f9-b5e3-8fb65c1ad499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:51.994002 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6519c66f-d36d-46a4-a0f9-6bc3281af149 req-58659464-dcc8-4003-9386-ab2f1fce5807 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403540 Nov 19 05:45:52.002179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd1679f3-61b1-49bd-a01c-52844f04c53a req-241c591f-28e3-4df6-8b6d-ec92108ef339 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910066 Nov 19 05:45:52.014074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2756acd-69f7-453f-a707-2107c8791d17 req-8700b386-2489-42b4-b2c7-83c06a6a84bc service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7598128 Nov 19 05:45:52.035006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:52.042135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:port and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:52.048183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for port was recalculated. Used quota:3. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:52.060023 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:52.089933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Made reservation on behalf of 3cad8a774ab94dfc9b2f7f4989410679 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:52.098073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.289881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-8620eba9-cae0-41f9-b5e3-8fb65c1ad499 None None] Port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:52.360325 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:52.367587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.380645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Transition to ACTIVE for port object 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:52.381272 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-14ce1176-9295-4ee2-aefb-6a3d400b2527 req-641e9b98-2001-4dec-a15f-fe3b8b4e812f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.1335249 Nov 19 05:45:52.384757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.401749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:52.415088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.443865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:52.532881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:52.535922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:52.642120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee026e-2653-4e69-8e42-d284a61fc816 req-437f7e65-c5ab-42b1-8b7a-1389159b178b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:52.643725 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afee026e-2653-4e69-8e42-d284a61fc816 req-437f7e65-c5ab-42b1-8b7a-1389159b178b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 931 time: 0.4813414 Nov 19 05:45:52.673594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Attempting to bind port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:52.673968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Attempting to bind port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:52.674329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Attempting to bind port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda on network d43c9831-e20f-4d55-b057-89775e8cc3f4 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:52.681643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:52.682013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Checking segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:52.682486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.682797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Bound using segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:52.683272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Bound port: 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:52.683666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.700268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa75bfb-d2de-4678-bdd6-8f82995f3256,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:52.711223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:52.763016 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afee026e-2653-4e69-8e42-d284a61fc816 req-96493f7c-ba07-415b-ba3d-eb951b682330 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025646 Nov 19 05:45:52.809241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:52.824905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:52.829675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:52.848518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:52.908471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Allocated IP 172.20.0.5 (abb96a61-c360-4dda-bfb0-65a3ca8eec0f/cb2595d5-4b18-42e5-b34e-7260277c7439/16967f06-af88-426b-9b06-bef303a39702) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:45:52.955655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Checking segment: {'id': '132ba024-26d8-45c3-b0dd-035713e3f45b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c89f0fe2-73ba-415c-bee7-2f386fe8e606'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:52.956047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Network hostable DHCP agents. Network: c89f0fe2-73ba-415c-bee7-2f386fe8e606, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:53.002164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:53.005907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.010835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.035674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, c89f0fe2-73ba-415c-bee7-2f386fe8e606) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:53.043581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6115567-10cb-4da3-adac-512f82cd3e15 None None] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:53.047078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.048672 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 1157 time: 1.3634944 Nov 19 05:45:53.049182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:53.114637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:53.115272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.174452 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1973734 Nov 19 05:45:53.178996 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'status': 'completed', 'code': 200} Nov 19 05:45:53.267430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.301951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48106) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:53.371240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Transition to ACTIVE for port object 16967f06-af88-426b-9b06-bef303a39702 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:53.419582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996477a3-2403-4338-b685-163b792cfef8 None None] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:53.503428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.514191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c754-6aaf-4cfd-8670-e2b45c74bac4 req-83291d24-ec0d-4583-863a-af8f5ec43342 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:53.515879 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5af4c754-6aaf-4cfd-8670-e2b45c74bac4 req-83291d24-ec0d-4583-863a-af8f5ec43342 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.2448542 Nov 19 05:45:53.528992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.539836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f9cf1cc9-472d-421d-9673-70f10f9cf841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:53.570744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:53.575629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Usage tracker for resource:security_group_rule and tenant:5454510726874f3989b187375bdfa7d0 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:53.580552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:53.587885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:53.673567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.677322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.711514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:53.720830 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5454510726874f3989b187375bdfa7d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4177456 Nov 19 05:45:53.725844 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48120) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:53.742653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'Port': ['ID=16967f06-af88-426b-9b06-bef303a39702,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.767510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6a88bf-c151-448c-8e7a-4a8689a94e7b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.770195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d676-7cc4-4525-bbb1-b301c9e4539a req-2f4ed647-54fd-43d4-b8cc-6c7004708c9e tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:53.772775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.777174 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95d6d676-7cc4-4525-bbb1-b301c9e4539a req-2f4ed647-54fd-43d4-b8cc-6c7004708c9e tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.3582988 Nov 19 05:45:53.783549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.810998 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5af4c754-6aaf-4cfd-8670-e2b45c74bac4 req-78d27c85-7f23-4079-a478-0502fbc6c5ba tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743764 Nov 19 05:45:53.817995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.857550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.902593 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95d6d676-7cc4-4525-bbb1-b301c9e4539a req-aff7211e-0911-4b71-a9af-84ada482d312 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243787 Nov 19 05:45:53.914055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.915588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:45:53.916914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:53.922991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:53.934674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:45:53.939441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:53.940120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.956898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6a88bf-c151-448c-8e7a-4a8689a94e7b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:53.967952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:53.970108 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5817533 Nov 19 05:45:53.978302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:53.983573 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5e6a88bf-c151-448c-8e7a-4a8689a94e7b HTTP/1.1" status: 204 len: 168 time: 0.2566803 Nov 19 05:45:53.991826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c59ac39f-e7a7-429c-be8a-263754f3805f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.153301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668e99-266a-42e3-945a-154154829430 req-e979cb92-5204-44f2-8b2f-735dc08c2d45 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:54.154184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-9f668e99-266a-42e3-945a-154154829430 req-e979cb92-5204-44f2-8b2f-735dc08c2d45 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:45:54.205128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631026-431d-4b6c-b23a-f9eed0ad418a req-6f1c4206-ad75-44f1-9b97-bd575ba837c2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:54.206496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c631026-431d-4b6c-b23a-f9eed0ad418a req-6f1c4206-ad75-44f1-9b97-bd575ba837c2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1443603 Nov 19 05:45:54.207149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-9f668e99-266a-42e3-945a-154154829430 req-e979cb92-5204-44f2-8b2f-735dc08c2d45 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:45:54.214823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f668e99-266a-42e3-945a-154154829430 req-e979cb92-5204-44f2-8b2f-735dc08c2d45 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 931 time: 0.2149100 Nov 19 05:45:54.225433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48140) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:54.231658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440521507-network', 'tenant_id': '440b1e8ec0f24e99a27835c0193a3b4e'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:54.236773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:54.241087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Usage tracker for resource:network and tenant:440b1e8ec0f24e99a27835c0193a3b4e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:54.244979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:54.251779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:54.264401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Made reservation on behalf of 440b1e8ec0f24e99a27835c0193a3b4e for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:54.270162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.271598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-2b300fd0-0f70-4cd4-bd1b-1c8d10896a77 None None] Provisioning for port 16967f06-af88-426b-9b06-bef303a39702 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:45:54.277068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-2b300fd0-0f70-4cd4-bd1b-1c8d10896a77 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:45:54.277701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2b300fd0-0f70-4cd4-bd1b-1c8d10896a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.286833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.295870 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c631026-431d-4b6c-b23a-f9eed0ad418a req-5ba0796e-21d1-42fa-8eec-24664bfaa8fc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593381 Nov 19 05:45:54.318655 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f668e99-266a-42e3-945a-154154829430 req-d0f1a8ea-2f7c-40f3-bdec-ee8208ffe749 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029067 Nov 19 05:45:54.362895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-2b300fd0-0f70-4cd4-bd1b-1c8d10896a77 None None] Port 16967f06-af88-426b-9b06-bef303a39702 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:45:54.365351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:54.373456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Usage tracker for resource:security_group_rule and tenant:440b1e8ec0f24e99a27835c0193a3b4e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:54.378187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:54.381239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.386222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:54.460638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.464853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.469750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-385daae3-4020-4a8a-a9a9-4d1f589bbc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:54.504884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:45:54.518767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0451c2-a051-4b26-bbf6-ddcdc8ed5f06,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:54.523988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.524440 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Added segment f2b4dd77-23f2-460f-8062-7df131617a8d of type vxlan for network 6b534b0d-4dfc-480c-a90a-169579c4a84d Nov 19 05:45:54.525748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:54.542957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 48148) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:54.554688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.561832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.586144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.587719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:54.588341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.592025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-929c9307-3dd0-49a2-88fa-46c4eea60063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:54.595572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:54.599912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb5e8d3130a422393df1b3d2ee26ac9 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:54.602849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:54.609061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:54.678681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.682195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.689985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aadf03a4-07ff-4cde-9020-46201bade049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:54.699286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b534b0d-4dfc-480c-a90a-169579c4a84d,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:54.705609 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4764411 Nov 19 05:45:54.705609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:54.706036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48152) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:54.712987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Request body: {'subnet': {'network_id': '6b534b0d-4dfc-480c-a90a-169579c4a84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440521507-subnet', 'tenant_id': '440b1e8ec0f24e99a27835c0193a3b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:54.715227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:54.718522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:45:54.722678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Usage tracker for resource:subnet and tenant:440b1e8ec0f24e99a27835c0193a3b4e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:45:54.725977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:45:54.731856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:45:54.742092 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353c4857-279b-4d58-9196-4abc377cf11f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:54.743911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Made reservation on behalf of 440b1e8ec0f24e99a27835c0193a3b4e for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:45:54.749389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.756382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:54.779574 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fcb5e8d3130a422393df1b3d2ee26ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2351918 Nov 19 05:45:54.781927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 48156) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:45:54.846669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.875142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.926015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.934022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ec4ca71d-cad3-4c84-ba10-3ca6f0da95c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:54.948822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:54.950037 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/353c4857-279b-4d58-9196-4abc377cf11f HTTP/1.1" status: 204 len: 168 time: 0.1670625 Nov 19 05:45:54.951017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c4857-279b-4d58-9196-4abc377cf11f,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:54.960121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:55.065815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e01f7-9e72-4d05-802b-ad81d67b9a19 req-d3ae3525-4242-4a9c-92e7-f1013694cb69 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:55.067453 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d75e01f7-9e72-4d05-802b-ad81d67b9a19 req-d3ae3525-4242-4a9c-92e7-f1013694cb69 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1045206 Nov 19 05:45:55.167080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d75e01f7-9e72-4d05-802b-ad81d67b9a19 req-1b522932-162e-4c5b-b305-9b0ee4532486 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578158 Nov 19 05:45:55.195246 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7142-e461-47cc-9d8d-e16d1f46d7e3 req-3c20d793-b1a0-4977-8e21-21fdcd2d388b tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:55.196876 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c18b7142-e461-47cc-9d8d-e16d1f46d7e3 req-3c20d793-b1a0-4977-8e21-21fdcd2d388b tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1280770 Nov 19 05:45:55.213855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.229755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:55.245099 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c18b7142-e461-47cc-9d8d-e16d1f46d7e3 req-df493984-bc31-44c2-bcbb-854453cd7501 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 Nov 19 05:45:55.307438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.366901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b77dad-79e0-4ba2-a0d7-5cd38c188adc,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:55.376051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:55.486997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Checking segment: {'id': 'f2b4dd77-23f2-460f-8062-7df131617a8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6b534b0d-4dfc-480c-a90a-169579c4a84d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:55.487571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Network hostable DHCP agents. Network: 6b534b0d-4dfc-480c-a90a-169579c4a84d, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:45:55.523184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:45:55.534914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 6b534b0d-4dfc-480c-a90a-169579c4a84d) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:45:55.542735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38bfe17-bcdd-4a98-8a04-f2e2fbd3992f None None] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:55.560783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:55.566454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.616712 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9094956 Nov 19 05:45:55.646397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530164-1584-4fcf-a6dd-3a41a0927a66 req-91a11b39-f3c9-46cf-b9bf-b43d2d8e3426 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:55.648142 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dd530164-1584-4fcf-a6dd-3a41a0927a66 req-91a11b39-f3c9-46cf-b9bf-b43d2d8e3426 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1661327 Nov 19 05:45:55.689168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90db20-1c5a-4fdf-89cc-cbf2318808ef req-5752b6d6-1d4f-4978-b610-8a3ac6054ae9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:55.690936 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aa90db20-1c5a-4fdf-89cc-cbf2318808ef req-5752b6d6-1d4f-4978-b610-8a3ac6054ae9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 931 time: 0.1546137 Nov 19 05:45:55.833452 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dd530164-1584-4fcf-a6dd-3a41a0927a66 req-ca49ff2f-dc22-46e8-aa33-dcbad806306c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779616 Nov 19 05:45:55.836873 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aa90db20-1c5a-4fdf-89cc-cbf2318808ef req-8f815daa-79f5-4841-8382-b40a6370ed22 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247025 Nov 19 05:45:55.936580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:55.940474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14169e93-307b-4730-a8c4-72986cffc0dc None None] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:45:56.449232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95134a-0b12-4cf0-bea8-9938a25dabf6 req-ce404d7e-11a4-4382-b232-873ed162e9e0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:56.451040 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab95134a-0b12-4cf0-bea8-9938a25dabf6 req-ce404d7e-11a4-4382-b232-873ed162e9e0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1495500 Nov 19 05:45:56.506309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Request body: {'port': {'device_id': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:45:56.584060 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b633e34b-c83f-4724-8446-49db01661e1c req-7a15c694-b30a-4b19-a497-6e9bbcfdc07f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1160 time: 0.0850523 Nov 19 05:45:56.671525 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab95134a-0b12-4cf0-bea8-9938a25dabf6 req-c1c0874d-adb0-43c6-9e8f-1cd0cd2977f2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121973 Nov 19 05:45:56.708804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0677f68-42e5-4b40-846b-6f58c238f4ba req-8a8047cb-d656-46f1-8ccf-4a4056432d07 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:56.710817 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b0677f68-42e5-4b40-846b-6f58c238f4ba req-8a8047cb-d656-46f1-8ccf-4a4056432d07 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.3258536 Nov 19 05:45:56.719965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.000963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e34b-c83f-4724-8446-49db01661e1c req-c696504b-98db-488a-8566-d1940e1a6414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.002855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b633e34b-c83f-4724-8446-49db01661e1c req-c696504b-98db-488a-8566-d1940e1a6414 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fd43d50eba4d4104bae026ba239bae6c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4021814 Nov 19 05:45:57.072832 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b0677f68-42e5-4b40-846b-6f58c238f4ba req-52521edb-4d1b-4087-8ef0-704cfb990db6 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540268 Nov 19 05:45:57.219556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633e34b-c83f-4724-8446-49db01661e1c req-47bc8017-5792-47bf-9e95-06c181819805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.221539 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b633e34b-c83f-4724-8446-49db01661e1c req-47bc8017-5792-47bf-9e95-06c181819805 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2116022 Nov 19 05:45:57.233560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c2a29-6009-4223-80eb-4eb313408825 req-215bce8a-9bf4-4302-9d7f-625ff1ea846d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.235180 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-307c2a29-6009-4223-80eb-4eb313408825 req-215bce8a-9bf4-4302-9d7f-625ff1ea846d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.2159865 Nov 19 05:45:57.293179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:45:57.410682 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-b018498e-23c2-4e49-a058-726af2207756 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1160 time: 0.1115093 Nov 19 05:45:57.453910 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-307c2a29-6009-4223-80eb-4eb313408825 req-097a3dd7-9c58-4d18-9d17-fb759d1aec34 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118216 Nov 19 05:45:57.484903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bbb67-fd15-4a1b-a19a-63369e1e1589 req-049e52f8-6592-40b1-85bf-5dcdee27953d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.486595 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b93bbb67-fd15-4a1b-a19a-63369e1e1589 req-049e52f8-6592-40b1-85bf-5dcdee27953d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 931 time: 0.2258515 Nov 19 05:45:57.510935 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-1313aefe-ec8f-4e8f-915c-636806769b05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 217 time: 0.0844231 Nov 19 05:45:57.567027 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b93bbb67-fd15-4a1b-a19a-63369e1e1589 req-1a472d37-1c93-4eb9-86d6-069c496ea97e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681329 Nov 19 05:45:57.592109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8529c-909b-4b20-b338-63865e185b4c req-6e9872df-e6e1-42d8-9a32-afa4095806df service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:57.593913 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-6e9872df-e6e1-42d8-9a32-afa4095806df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0748441 Nov 19 05:45:57.654142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16967f06-af88-426b-9b06-bef303a39702 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:45:57.663364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.676752 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-52bdd0f3-eb22-474d-80e7-bca5a4fa53a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761333 Nov 19 05:45:57.678181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Transition to ACTIVE for port object 16967f06-af88-426b-9b06-bef303a39702 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:45:57.681381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:57.718179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:57.837906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Pushing event updated for resources: {'Port': ['ID=16967f06-af88-426b-9b06-bef303a39702,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:57.841208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:57.848257 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-00ddaf15-4dba-4afc-86aa-0d08eecc1510 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635106 Nov 19 05:45:58.016256 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80f8529c-909b-4b20-b338-63865e185b4c req-dcf7f554-e208-4b43-a262-9cbdb631978a service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1602647 Nov 19 05:45:58.068961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077af45-9c44-443e-9094-dbbceb7255ca req-0b444187-0760-457c-94b2-7d2a02300cda tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:58.078526 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9077af45-9c44-443e-9094-dbbceb7255ca req-0b444187-0760-457c-94b2-7d2a02300cda tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1954601 Nov 19 05:45:58.151673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Attempting to bind port 16967f06-af88-426b-9b06-bef303a39702 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:45:58.152049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Attempting to bind port 16967f06-af88-426b-9b06-bef303a39702 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:45:58.152629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Attempting to bind port 16967f06-af88-426b-9b06-bef303a39702 on network abb96a61-c360-4dda-bfb0-65a3ca8eec0f {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:45:58.173598 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9077af45-9c44-443e-9094-dbbceb7255ca req-3d187932-4fa0-4fde-847b-fcba39a4c005 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942733 Nov 19 05:45:58.195909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:45:58.195909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Checking segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:45:58.195909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.195909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Bound using segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:45:58.195909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Bound port: 16967f06-af88-426b-9b06-bef303a39702, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:45:58.195909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.335625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] For port 16967f06-af88-426b-9b06-bef303a39702, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:45:58.348662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] For port 16967f06-af88-426b-9b06-bef303a39702, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16967f06-af88-426b-9b06-bef303a39702,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:45:58.353512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.372368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:45:58.539345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934e79-953d-4547-82f9-ef6495336aec req-5d6185f3-9559-4df6-a00b-1719a00de1b3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:58.540977 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e934e79-953d-4547-82f9-ef6495336aec req-5d6185f3-9559-4df6-a00b-1719a00de1b3 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.2637959 Nov 19 05:45:58.552789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Pushing event updated for resources: {'Port': ['ID=16967f06-af88-426b-9b06-bef303a39702,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:45:58.558875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:45:58.662772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:45:58.664341 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] 10.222.0.35 "PUT /v2.0/ports/16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 1157 time: 2.1676464 Nov 19 05:45:58.664885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'tag': '16967f06-af88-426b-9b06-bef303a39702'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:45:58.681400 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e934e79-953d-4547-82f9-ef6495336aec req-5cf26641-6ab6-4c58-b4a4-443a2069fc2f tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236188 Nov 19 05:45:58.736779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a46b21-70c1-4e1c-8ea7-be0e77287386 req-02d63322-7a53-4165-ac24-c78fa5b35417 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:58.744223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11a46b21-70c1-4e1c-8ea7-be0e77287386 req-02d63322-7a53-4165-ac24-c78fa5b35417 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1296256 Nov 19 05:45:58.810045 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11a46b21-70c1-4e1c-8ea7-be0e77287386 req-34def59e-6b38-4a55-963d-d06d92ba0832 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646284 Nov 19 05:45:58.899811 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'tag': '16967f06-af88-426b-9b06-bef303a39702', 'status': 'completed', 'code': 200} Nov 19 05:45:58.911026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf615-80db-4a09-a8fd-3823a1086449 req-d61743fe-f39c-41cd-b195-f41757b0765a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:58.912625 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a33bf615-80db-4a09-a8fd-3823a1086449 req-d61743fe-f39c-41cd-b195-f41757b0765a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0920584 Nov 19 05:45:58.963354 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a33bf615-80db-4a09-a8fd-3823a1086449 req-251725c4-fd87-461b-8d08-cb5909bf6952 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445998 Nov 19 05:45:59.394297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6b083-4cc4-4275-a00b-e8f8f57534d4 req-f55234ae-7fbf-4ba3-89c2-c50bcfbe7097 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:59.395903 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9df6b083-4cc4-4275-a00b-e8f8f57534d4 req-f55234ae-7fbf-4ba3-89c2-c50bcfbe7097 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0885541 Nov 19 05:45:59.445251 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9df6b083-4cc4-4275-a00b-e8f8f57534d4 req-7453abbc-fc62-437a-b3e9-c14950f98635 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Nov 19 05:45:59.902938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaefd2e-7aad-4729-97b2-5fe01fed7215 req-cba3201e-f7f9-4f84-92db-52bbd25d3e17 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:45:59.904960 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5eaefd2e-7aad-4729-97b2-5fe01fed7215 req-cba3201e-f7f9-4f84-92db-52bbd25d3e17 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.0836778 Nov 19 05:46:00.002574 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5eaefd2e-7aad-4729-97b2-5fe01fed7215 req-ccae1d6e-c109-4bab-9779-b5b2081c1bc0 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904365 Nov 19 05:46:00.048815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91552c8-345b-4b0b-b76d-07a509d545f8 req-982ade9b-6882-4d74-afab-92af522b6f36 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:00.051480 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c91552c8-345b-4b0b-b76d-07a509d545f8 req-982ade9b-6882-4d74-afab-92af522b6f36 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1031213 Nov 19 05:46:00.099161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c91552c8-345b-4b0b-b76d-07a509d545f8 req-e4ea1548-7627-4cf5-974a-763a0713a3f9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Nov 19 05:46:00.211120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7913d-72c6-439e-9e31-0107a415f4c7 req-deafea22-3fea-4b1f-a07a-0bf7692e171b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:00.212782 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5fd7913d-72c6-439e-9e31-0107a415f4c7 req-deafea22-3fea-4b1f-a07a-0bf7692e171b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0857043 Nov 19 05:46:00.268474 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5fd7913d-72c6-439e-9e31-0107a415f4c7 req-25c4c752-bd56-4599-891f-c6ff739df69b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478046 Nov 19 05:46:00.661606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbb3d-481b-4426-b7a4-9537033d42f0 req-ab6d61f3-e718-4142-bc74-c79b1bc1b886 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:00.663201 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d4fbb3d-481b-4426-b7a4-9537033d42f0 req-ab6d61f3-e718-4142-bc74-c79b1bc1b886 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0896263 Nov 19 05:46:00.713495 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d4fbb3d-481b-4426-b7a4-9537033d42f0 req-bcd28aaf-7eb1-4b16-afe4-ee753a8801a0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Nov 19 05:46:01.224771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4fba3-02f0-4f5c-8f3b-8fc5cea76783 req-90523be9-064c-4f1c-8d79-c25ac56cd870 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:01.226349 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-60a4fba3-02f0-4f5c-8f3b-8fc5cea76783 req-90523be9-064c-4f1c-8d79-c25ac56cd870 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.0860834 Nov 19 05:46:01.329781 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-60a4fba3-02f0-4f5c-8f3b-8fc5cea76783 req-1878007c-11ab-4b61-a4ef-0578c98924d6 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949979 Nov 19 05:46:01.359291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182b7c-058e-4453-bbd5-e7c6709b73e0 req-c9b99023-9c7c-4887-9985-45f8b931b64d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:01.360836 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32182b7c-058e-4453-bbd5-e7c6709b73e0 req-c9b99023-9c7c-4887-9985-45f8b931b64d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1085222 Nov 19 05:46:01.409649 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32182b7c-058e-4453-bbd5-e7c6709b73e0 req-be5e06f0-e273-4a6e-846d-7934f8bf9db7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Nov 19 05:46:01.536721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e48857-dd24-4ad2-9da4-ec93b0535d2d req-41bb207e-457b-412c-a25d-e49e1d35d7a5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:01.538299 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30e48857-dd24-4ad2-9da4-ec93b0535d2d req-41bb207e-457b-412c-a25d-e49e1d35d7a5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0899875 Nov 19 05:46:01.591114 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30e48857-dd24-4ad2-9da4-ec93b0535d2d req-65aa20a7-7af6-41f5-9e0a-7d775f355daf tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Nov 19 05:46:02.005126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3f327-a73b-4e27-9ece-7b757d5ef355 req-8695ae30-74c4-4637-847c-d995f9d08046 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.006701 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-def3f327-a73b-4e27-9ece-7b757d5ef355 req-8695ae30-74c4-4637-847c-d995f9d08046 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1514194 Nov 19 05:46:02.009587 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f9682589-728d-434e-8de3-22efcbbefc9c req-fb4c6fe2-7372-415e-aedf-1a90642d06f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1160 time: 0.1153615 Nov 19 05:46:02.329290 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-def3f327-a73b-4e27-9ece-7b757d5ef355 req-8c6776a4-65e1-4696-a4fb-30eecc70940e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158500 Nov 19 05:46:02.376668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9682589-728d-434e-8de3-22efcbbefc9c req-5d1ac402-5c2b-41e1-8c3d-22931f9088e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.379032 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f9682589-728d-434e-8de3-22efcbbefc9c req-5d1ac402-5c2b-41e1-8c3d-22931f9088e5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&shared=False HTTP/1.1" status: 200 len: 904 time: 0.3518250 Nov 19 05:46:02.722651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9682589-728d-434e-8de3-22efcbbefc9c req-3a2d1f46-0435-4a9b-83e3-c03ca430c63e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.724282 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f9682589-728d-434e-8de3-22efcbbefc9c req-3a2d1f46-0435-4a9b-83e3-c03ca430c63e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3383887 Nov 19 05:46:02.735578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a4528-7aff-4b5e-8fd2-a49a69621ce5 req-b14e6fa4-df38-4544-91cd-d03b27d5ac14 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.735578 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-572a4528-7aff-4b5e-8fd2-a49a69621ce5 req-b14e6fa4-df38-4544-91cd-d03b27d5ac14 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.2681761 Nov 19 05:46:02.768956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e25e-5f68-4ddd-b311-e4f40e8bcbac req-f5c521ad-c278-40d3-9acb-df6bfed22047 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:02.770568 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d822e25e-5f68-4ddd-b311-e4f40e8bcbac req-f5c521ad-c278-40d3-9acb-df6bfed22047 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.2107260 Nov 19 05:46:02.869716 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-572a4528-7aff-4b5e-8fd2-a49a69621ce5 req-a9f1a98f-f622-4d87-9445-e105a6c0d772 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247218 Nov 19 05:46:02.890030 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d822e25e-5f68-4ddd-b311-e4f40e8bcbac req-358a71f4-f2cf-4c67-8ddf-bb2fb8859f64 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113522 Nov 19 05:46:02.917111 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-6a042fa4-4ee5-4e1f-b083-0c8cfe50e163 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1160 time: 0.1069212 Nov 19 05:46:03.004528 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-e30e1d66-484b-449f-9108-ee3ae6ce7208 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 217 time: 0.0707984 Nov 19 05:46:03.123101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-f3d5446d-bfd4-4c37-bdff-341448d7d112 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:03.124706 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-f3d5446d-bfd4-4c37-bdff-341448d7d112 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.0790646 Nov 19 05:46:03.189128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d644-1876-4dc7-925e-ba0296f94c98 req-5652e573-80f8-4a60-8291-08fcae748169 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:03.190600 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8280d644-1876-4dc7-925e-ba0296f94c98 req-5652e573-80f8-4a60-8291-08fcae748169 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1845109 Nov 19 05:46:03.256346 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8280d644-1876-4dc7-925e-ba0296f94c98 req-1163dc16-ab0f-4007-89be-5d331ff0369f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585768 Nov 19 05:46:03.262071 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-9ae2fcaa-b401-4683-8af7-7df09bad8e93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243391 Nov 19 05:46:03.416895 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-7c4306ad-8e83-4cb4-addc-bcfb19753d6b service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466129 Nov 19 05:46:03.628608 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1edcc37b-82c3-4df7-9282-1185f479a86c req-7c778d4d-f2ec-4a50-9f44-9cb6af801b32 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2044430 Nov 19 05:46:03.639937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ebb9c-2c2d-43ea-be82-e9b2d728199f req-168736ed-10d8-4be3-aebc-969bd2ae2601 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:03.641402 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-061ebb9c-2c2d-43ea-be82-e9b2d728199f req-168736ed-10d8-4be3-aebc-969bd2ae2601 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1440785 Nov 19 05:46:03.694725 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-061ebb9c-2c2d-43ea-be82-e9b2d728199f req-75124a00-9ba8-4667-b38a-a25b00e14c5f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Nov 19 05:46:04.146613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2949b7-0547-4dbe-a721-eed9d1e11be4 req-3f978a2b-5e94-43e1-9b68-3b3a9a7698d5 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:04.148399 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d2949b7-0547-4dbe-a721-eed9d1e11be4 req-3f978a2b-5e94-43e1-9b68-3b3a9a7698d5 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1465547 Nov 19 05:46:04.163943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9690bd9-34b8-41b6-9509-0fe18579c57b req-7d0c07e7-3ea2-48f8-99ac-83829c6aed7f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:04.165509 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f9690bd9-34b8-41b6-9509-0fe18579c57b req-7d0c07e7-3ea2-48f8-99ac-83829c6aed7f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1200473 Nov 19 05:46:04.236991 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d2949b7-0547-4dbe-a721-eed9d1e11be4 req-483aeec4-b8cf-4a32-84d9-9ff5cd442b1a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704529 Nov 19 05:46:04.247358 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f9690bd9-34b8-41b6-9509-0fe18579c57b req-359aa192-e999-4d27-be50-21e9a65d4508 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648475 Nov 19 05:46:04.477986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab26e-f4b8-4790-9731-ea37bc19e6dd req-01235f3a-dd56-40c8-9488-f4155e5b7e0c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:04.479610 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f39ab26e-f4b8-4790-9731-ea37bc19e6dd req-01235f3a-dd56-40c8-9488-f4155e5b7e0c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0913968 Nov 19 05:46:04.528383 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f39ab26e-f4b8-4790-9731-ea37bc19e6dd req-073a4bb5-e72d-49f1-9495-04adefbf4e33 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Nov 19 05:46:04.914971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492636f6-3980-462a-bd5b-ec1249f853dc req-c748bce5-9290-4406-ac10-8e57c68046fb tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:04.916615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-492636f6-3980-462a-bd5b-ec1249f853dc req-c748bce5-9290-4406-ac10-8e57c68046fb tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0855708 Nov 19 05:46:04.971614 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-492636f6-3980-462a-bd5b-ec1249f853dc req-5b81b83b-c6bd-4ef6-90b1-6a30569a4aa7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485582 Nov 19 05:46:05.454937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:46:05.528098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c1c8-669e-4409-a1e5-b71f1e28b983 req-29dba12e-abf2-41f6-a37d-a3d363a460bf tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:05.529852 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7632c1c8-669e-4409-a1e5-b71f1e28b983 req-29dba12e-abf2-41f6-a37d-a3d363a460bf tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1505899 Nov 19 05:46:05.536513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79a09b-7335-47ce-b30e-4035337cb2e9 req-d564cade-c838-4763-95fa-fbd8f57cf3d1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:05.537997 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-da79a09b-7335-47ce-b30e-4035337cb2e9 req-d564cade-c838-4763-95fa-fbd8f57cf3d1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1170704 Nov 19 05:46:05.618938 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7632c1c8-669e-4409-a1e5-b71f1e28b983 req-13b5e5f0-9a65-43cb-b8b6-dc79090b15c6 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799232 Nov 19 05:46:05.621487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-da79a09b-7335-47ce-b30e-4035337cb2e9 req-cefa2a1a-dd68-4d5c-91bb-e9dc0981c2f0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683241 Nov 19 05:46:05.840558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1743953-854f-4209-a0e4-ef4961c5b660 req-d4f5250d-2627-4f78-9274-44695f02175f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:05.842182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1743953-854f-4209-a0e4-ef4961c5b660 req-d4f5250d-2627-4f78-9274-44695f02175f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0922191 Nov 19 05:46:05.891563 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1743953-854f-4209-a0e4-ef4961c5b660 req-b8087a06-2137-4d1c-add6-250498560c4d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Nov 19 05:46:06.186585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff260065-f0a1-4b8b-8bc1-fdd5d794ed05 req-8e61e923-7f67-4f60-a187-cf60457fc5c1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:06.188230 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff260065-f0a1-4b8b-8bc1-fdd5d794ed05 req-8e61e923-7f67-4f60-a187-cf60457fc5c1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0876114 Nov 19 05:46:06.241949 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff260065-f0a1-4b8b-8bc1-fdd5d794ed05 req-d110d1b2-e62a-4cd2-96e1-0271a4bd6529 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Nov 19 05:46:06.903665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd117f-f54e-42bf-923d-95a779055bc8 req-1abdcc16-1945-4f9d-bd09-6a1555a3c41f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:06.905199 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ccdd117f-f54e-42bf-923d-95a779055bc8 req-1abdcc16-1945-4f9d-bd09-6a1555a3c41f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1149626 Nov 19 05:46:06.911098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe58d37-8b03-4c07-b980-458b11f80dee req-fab7b11e-5e9b-4cc6-9afb-9b964e501f78 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:06.912596 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ebe58d37-8b03-4c07-b980-458b11f80dee req-fab7b11e-5e9b-4cc6-9afb-9b964e501f78 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1565726 Nov 19 05:46:06.988383 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ccdd117f-f54e-42bf-923d-95a779055bc8 req-4299fa3f-9340-4dde-b870-d0abae8eba9f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747869 Nov 19 05:46:06.993189 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ebe58d37-8b03-4c07-b980-458b11f80dee req-7d617fb0-4ce4-4e8f-921f-64ebed453695 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656381 Nov 19 05:46:07.193587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4ffa2-5ccc-4a2d-a783-0eeea8f3b599 req-bb37f587-9220-4031-887d-905765a9dded tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:07.195192 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6b4ffa2-5ccc-4a2d-a783-0eeea8f3b599 req-bb37f587-9220-4031-887d-905765a9dded tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0867109 Nov 19 05:46:07.245174 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6b4ffa2-5ccc-4a2d-a783-0eeea8f3b599 req-5eb7c39f-1f58-4608-a200-9d58fe1115d9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Nov 19 05:46:07.469714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f81c7-a99e-4de9-83e5-860734cf7fa3 req-af99a333-aaf5-4c8a-b2e5-926f9cfa5fb4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:07.471354 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f72f81c7-a99e-4de9-83e5-860734cf7fa3 req-af99a333-aaf5-4c8a-b2e5-926f9cfa5fb4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0943067 Nov 19 05:46:07.525235 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f72f81c7-a99e-4de9-83e5-860734cf7fa3 req-9640aaa5-4c8a-435b-8e0d-c0a235bd4189 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Nov 19 05:46:08.283185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a386-dbe8-408e-8a8b-7a02ed2458e4 req-c4bc5b08-84f1-4a1a-b8f6-f845cc95b015 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:08.284832 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33b5a386-dbe8-408e-8a8b-7a02ed2458e4 req-c4bc5b08-84f1-4a1a-b8f6-f845cc95b015 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1563418 Nov 19 05:46:08.291661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af743cf-76e9-4406-a30f-ce414b5c064c req-23505d16-eca6-4283-bfa0-854a5763f312 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:08.293140 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2af743cf-76e9-4406-a30f-ce414b5c064c req-23505d16-eca6-4283-bfa0-854a5763f312 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1186209 Nov 19 05:46:08.371168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33b5a386-dbe8-408e-8a8b-7a02ed2458e4 req-8a5b59bf-1548-4a0e-b304-b7ddbb8dd713 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770216 Nov 19 05:46:08.378678 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2af743cf-76e9-4406-a30f-ce414b5c064c req-a4fb158f-2ae1-4ea4-8e49-c53536f07196 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703177 Nov 19 05:46:08.578220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ca13-1c92-4922-a5a9-d4bcc89b20bf req-b56214e4-3e1b-4295-be43-b0bf928d459d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:08.579830 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3802ca13-1c92-4922-a5a9-d4bcc89b20bf req-b56214e4-3e1b-4295-be43-b0bf928d459d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.0898228 Nov 19 05:46:08.630257 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3802ca13-1c92-4922-a5a9-d4bcc89b20bf req-31915e6e-de09-4b9f-95e0-b7179948c096 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Nov 19 05:46:08.746993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcab2ac-f5e7-49c3-8242-729655c432ff req-c8d2fc94-4025-479d-ac34-c9cbc9ab0fc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:08.748768 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9bcab2ac-f5e7-49c3-8242-729655c432ff req-c8d2fc94-4025-479d-ac34-c9cbc9ab0fc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.0870452 Nov 19 05:46:08.800901 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9bcab2ac-f5e7-49c3-8242-729655c432ff req-8ea94994-ab1d-4161-93fa-4595729f8184 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Nov 19 05:46:09.841328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2304143-3226-432f-9def-3bd93bc6c132 req-af33be32-fe2b-47a8-bb0c-0c37c90be154 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:09.842926 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2304143-3226-432f-9def-3bd93bc6c132 req-af33be32-fe2b-47a8-bb0c-0c37c90be154 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.3395233 Nov 19 05:46:09.855487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c2fbb-801c-49f4-8d1e-9d02bae50999 req-33324dd1-f36c-4f8f-aec6-1b849681a2af tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:09.857021 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d92c2fbb-801c-49f4-8d1e-9d02bae50999 req-33324dd1-f36c-4f8f-aec6-1b849681a2af tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.3169250 Nov 19 05:46:09.933195 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d2304143-3226-432f-9def-3bd93bc6c132 req-86c63651-795d-41e1-9cb2-7f95c41353e8 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839252 Nov 19 05:46:09.935940 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d92c2fbb-801c-49f4-8d1e-9d02bae50999 req-47f0eca4-0836-4022-a2bd-a033bcf2b82e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656135 Nov 19 05:46:10.200301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eb27f-f4a0-45a0-862c-b05a8fbb6fed req-0af0effc-b25d-4de9-ad14-c8ec9efa2b1b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:10.201944 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e0eb27f-f4a0-45a0-862c-b05a8fbb6fed req-0af0effc-b25d-4de9-ad14-c8ec9efa2b1b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1483068 Nov 19 05:46:10.207704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef7579-8a8b-496a-895f-e589a85ed021 req-d51c190c-9fe8-43cc-b725-39ebf4896f37 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:10.209143 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b8ef7579-8a8b-496a-895f-e589a85ed021 req-d51c190c-9fe8-43cc-b725-39ebf4896f37 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1214452 Nov 19 05:46:10.284876 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e0eb27f-f4a0-45a0-862c-b05a8fbb6fed req-ea61e8ba-f8a8-461f-acfe-ff0a925a2a53 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747442 Nov 19 05:46:10.287457 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b8ef7579-8a8b-496a-895f-e589a85ed021 req-dda4941a-b0f2-497b-bacb-866e518132e8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Nov 19 05:46:11.217513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505721-5d4a-4978-bc5e-0ccc634f0694 req-03eb1f59-4f9a-4a19-98ab-b3fc03140575 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:11.219097 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9505721-5d4a-4978-bc5e-0ccc634f0694 req-03eb1f59-4f9a-4a19-98ab-b3fc03140575 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1495705 Nov 19 05:46:11.225846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1287a5-eb9d-443d-a849-edf7ed74a26a req-f60e24fd-ea66-4651-add9-2a91b493fd87 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:11.227302 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d1287a5-eb9d-443d-a849-edf7ed74a26a req-f60e24fd-ea66-4651-add9-2a91b493fd87 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1200635 Nov 19 05:46:11.306414 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9505721-5d4a-4978-bc5e-0ccc634f0694 req-23209131-db0d-4224-b91e-69e16c4b2f85 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780127 Nov 19 05:46:11.308882 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d1287a5-eb9d-443d-a849-edf7ed74a26a req-ddcabe05-3541-4a73-be96-3aee6f93e9c5 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667350 Nov 19 05:46:11.574970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aba40-75b8-46b4-b58c-d2104564901d req-511ce401-9622-4568-85db-848402470390 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:11.576667 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4a4aba40-75b8-46b4-b58c-d2104564901d req-511ce401-9622-4568-85db-848402470390 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1498976 Nov 19 05:46:11.586292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d3155-a915-4b54-8c50-5b9cc253c961 req-102af934-e273-4891-ab4f-936779441b19 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:11.587806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed8d3155-a915-4b54-8c50-5b9cc253c961 req-102af934-e273-4891-ab4f-936779441b19 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1199861 Nov 19 05:46:11.663643 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4a4aba40-75b8-46b4-b58c-d2104564901d req-3a8161e7-6d69-4ec8-8c9c-66814f668f8a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748386 Nov 19 05:46:11.673848 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed8d3155-a915-4b54-8c50-5b9cc253c961 req-48976947-5c57-44cf-bd87-24df338bca69 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654304 Nov 19 05:46:12.598941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bd152-b9ee-4f8e-8a25-356ee78dd43b req-64a96508-f58b-4caa-9d05-b1bc4c65907a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:12.600549 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e00bd152-b9ee-4f8e-8a25-356ee78dd43b req-64a96508-f58b-4caa-9d05-b1bc4c65907a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1533656 Nov 19 05:46:12.606274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172823e-3b07-4e64-a842-7ac1125c6afd req-012d11fa-4e9b-4629-b16f-a2345ba1c732 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:12.607935 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8172823e-3b07-4e64-a842-7ac1125c6afd req-012d11fa-4e9b-4629-b16f-a2345ba1c732 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1263211 Nov 19 05:46:12.680323 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e00bd152-b9ee-4f8e-8a25-356ee78dd43b req-3f3501dc-4cf5-4f0c-a022-f08367cbeb87 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713758 Nov 19 05:46:12.687685 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8172823e-3b07-4e64-a842-7ac1125c6afd req-7aea540d-642a-4b1a-a6e4-e3c3df32a748 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648532 Nov 19 05:46:12.966697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e36fbb-40da-4b5e-a127-f1389c5afe94 req-106449b7-3718-457e-a285-6dc47a84cbbe tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:12.968820 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-29e36fbb-40da-4b5e-a127-f1389c5afe94 req-106449b7-3718-457e-a285-6dc47a84cbbe tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1502397 Nov 19 05:46:12.975632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a29c6-9522-4f62-9ab2-761f62b22c20 req-802e7aee-1c9b-4123-863a-e2b7c7db7f68 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:12.977140 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b47a29c6-9522-4f62-9ab2-761f62b22c20 req-802e7aee-1c9b-4123-863a-e2b7c7db7f68 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1190994 Nov 19 05:46:13.055243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-29e36fbb-40da-4b5e-a127-f1389c5afe94 req-74e8279c-71ad-454d-a2e8-c75947b5a5a4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771399 Nov 19 05:46:13.059058 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b47a29c6-9522-4f62-9ab2-761f62b22c20 req-573eb3af-2cba-4dc7-8cc0-af3368d8500b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650356 Nov 19 05:46:13.950994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c216-c494-4e25-92a4-cbc739ae6f60 req-2223747d-6134-44c9-b254-a6ad52e2a9cc tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:13.952599 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-49c0c216-c494-4e25-92a4-cbc739ae6f60 req-2223747d-6134-44c9-b254-a6ad52e2a9cc tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1399064 Nov 19 05:46:13.992564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71950bbd-0ef2-42af-b0a4-42b076eabc63 req-ee6daacf-8198-4b93-9095-d4afef12bb0f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:13.994099 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-71950bbd-0ef2-42af-b0a4-42b076eabc63 req-ee6daacf-8198-4b93-9095-d4afef12bb0f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1390872 Nov 19 05:46:14.046649 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-49c0c216-c494-4e25-92a4-cbc739ae6f60 req-ee238fe7-a011-4877-ad2a-83ae5bbe1f48 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876086 Nov 19 05:46:14.060713 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-71950bbd-0ef2-42af-b0a4-42b076eabc63 req-e83b7132-430c-4a7a-ad88-bc132ae7cba8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572579 Nov 19 05:46:14.338130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fa259-d8db-49c4-8f87-c912b7a46551 req-3c0c3260-49a3-4672-a684-fa4baae36b24 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:14.339666 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-393fa259-d8db-49c4-8f87-c912b7a46551 req-3c0c3260-49a3-4672-a684-fa4baae36b24 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1453559 Nov 19 05:46:14.348694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3a3dd-cf9f-4329-99c2-897886526406 req-50575c57-048a-4dec-9fe5-ca7fbfadd6da tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:14.350179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5f3a3dd-cf9f-4329-99c2-897886526406 req-50575c57-048a-4dec-9fe5-ca7fbfadd6da tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1203532 Nov 19 05:46:14.428971 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-393fa259-d8db-49c4-8f87-c912b7a46551 req-a3e2099d-480e-4d7f-9fab-be07e723eeb6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778053 Nov 19 05:46:14.432803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5f3a3dd-cf9f-4329-99c2-897886526406 req-d6234204-5d7d-48ef-87d3-df342007a2ad tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677924 Nov 19 05:46:14.533436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-3da93c4c-0c3f-474d-a79b-9e8bbbe80311 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:46:15.330978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb12c3-2658-414a-85ba-52c24f99e9b0 req-9b70f2d6-0930-4279-a69d-c13491fa697c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:15.333020 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4adb12c3-2658-414a-85ba-52c24f99e9b0 req-9b70f2d6-0930-4279-a69d-c13491fa697c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 943 time: 0.1508720 Nov 19 05:46:15.345856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2901c-d2fa-41ac-938d-4db8480540dc req-a14755ce-78de-4d71-a659-2e7fde850d11 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:15.348043 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-89d2901c-d2fa-41ac-938d-4db8480540dc req-a14755ce-78de-4d71-a659-2e7fde850d11 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1257200 Nov 19 05:46:15.428441 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4adb12c3-2658-414a-85ba-52c24f99e9b0 req-cac9840e-220d-4a7d-af81-a6113e1bff96 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792961 Nov 19 05:46:15.430977 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-89d2901c-d2fa-41ac-938d-4db8480540dc req-e20e261b-91a2-4025-bdd2-f733716a3409 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661821 Nov 19 05:46:15.714493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c57d2-653c-4745-8659-2e5e7247d0a2 req-272c9f3a-9f9e-46f2-b668-9b2a87c0dc27 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:15.716327 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-654c57d2-653c-4745-8659-2e5e7247d0a2 req-272c9f3a-9f9e-46f2-b668-9b2a87c0dc27 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.1553750 Nov 19 05:46:15.736972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device ffe072be-ec49-45ae-84a2-56680074e885 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:15.747477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13c77c-be32-4aa0-a124-74a3aed709ca req-2df4d124-3616-406d-b3f0-e5fbb3f08b42 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:15.754718 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a13c77c-be32-4aa0-a124-74a3aed709ca req-2df4d124-3616-406d-b3f0-e5fbb3f08b42 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1497588 Nov 19 05:46:15.818282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port ffe072be-ec49-45ae-84a2-56680074e885 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:46:15.818785 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-654c57d2-653c-4745-8659-2e5e7247d0a2 req-dbab1f80-69b0-473f-af90-534ad7651b29 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938735 Nov 19 05:46:15.828202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port ffe072be-ec49-45ae-84a2-56680074e885 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:15.828625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:15.845573 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a13c77c-be32-4aa0-a124-74a3aed709ca req-056f30df-cfce-4f01-b56e-6819419aced6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875340 Nov 19 05:46:15.950828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:15.980132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe072be-ec49-45ae-84a2-56680074e885'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:16.050384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port ffe072be-ec49-45ae-84a2-56680074e885, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffe072be-ec49-45ae-84a2-56680074e885,segment=NetworkSegment(ca82b471-cb90-42b3-bd59-07eb2aa595a7),segment_id=ca82b471-cb90-42b3-bd59-07eb2aa595a7)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:16.054333 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:16.056982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:16.132523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=ffe072be-ec49-45ae-84a2-56680074e885,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:16.141984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.142366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.142753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.143336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.143470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.144021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.144156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.144499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.144880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.145213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.145572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.145929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.146429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.146746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.147030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.147407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.147942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.148057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.148436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.148792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.149142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.149508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.149863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.150327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:16.154998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:16.317787 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe072be-ec49-45ae-84a2-56680074e885', 'code': 200} Nov 19 05:46:16.396344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:16.652470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-1d5fff96-d839-4182-a46f-6a3551bd6a23 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:46:16.813054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48598) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:16.920349 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-1605516d-d3c0-467a-85ca-51cc30ddb821 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 1162 time: 0.1916018 Nov 19 05:46:16.927558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66121915-7020-4a11-8552-8ef8e342a144 req-074f276c-b63f-48fd-8866-9267c8d570d5 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:16.929095 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-66121915-7020-4a11-8552-8ef8e342a144 req-074f276c-b63f-48fd-8866-9267c8d570d5 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.2564113 Nov 19 05:46:16.958330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d804ee-5998-44b5-ac8b-7ec982936369 req-c760f2b0-c698-4a22-86c5-3a9c9d96623b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:16.960300 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32d804ee-5998-44b5-ac8b-7ec982936369 req-c760f2b0-c698-4a22-86c5-3a9c9d96623b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.2298820 Nov 19 05:46:16.979386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:16.980864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.017582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:17.022005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcd134e53744ee8992a358d3acca9d4 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:17.024956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:17.030800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:17.067089 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-66121915-7020-4a11-8552-8ef8e342a144 req-9946f5b1-3878-457c-b627-4f883180a6e0 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178310 Nov 19 05:46:17.082319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:17.089185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Usage tracker for resource:security_group_rule and tenant:cf3bf228462d4cae9b3fdee8bc3fd854 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:17.100844 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.103403 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32d804ee-5998-44b5-ac8b-7ec982936369 req-324102e1-827b-456a-9cc1-21f7ef72b7e0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269088 Nov 19 05:46:17.104339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:17.110769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.116609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:17.142349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-519e257a-51ea-4706-9977-bc28d459e979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:17.175190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f4c02-3254-4290-930f-98a7e3c858b7,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:17.188704 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5bcd134e53744ee8992a358d3acca9d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3744693 Nov 19 05:46:17.189375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48618) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:17.190850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.191247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.191667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.192021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.192543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.193072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.193569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.194080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.194606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.195296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.195825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.196332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.196915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.197438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.197945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.198457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.198961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.199552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.200244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.200744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.201258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.201776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.202281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.202887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.213304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:17.277858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.306302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.336668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.350381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.359115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b7e8a384-6f8d-4692-893f-8af35d4924fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:17.362629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.368959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de431691-2421-4bf6-aa4a-199ab87a9e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:17.380842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f4c02-3254-4290-930f-98a7e3c858b7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:17.386221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:17.392850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.394276 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d51f4c02-3254-4290-930f-98a7e3c858b7 HTTP/1.1" status: 204 len: 168 time: 0.1872132 Nov 19 05:46:17.405779 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-38e81e83-3db0-47da-b5b3-867ee8a0bc94 req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756718 Nov 19 05:46:17.416586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8440baf6-69a2-4e90-87ab-40b69c8d759f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:17.449559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.449954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.450369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.450749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.451119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.451523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.451891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.452260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.452628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.453054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.453350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.453713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.454137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.454593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.454850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.455212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.455675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.456099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.456468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.456898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.457195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.457559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.457921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.458282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:46:17.475566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70ca6d-be6d-4165-a63b-49abfc5eebf1 req-ff3a1e5f-51ab-4b3d-841f-82204e2399ea tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:17.483417 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dc70ca6d-be6d-4165-a63b-49abfc5eebf1 req-ff3a1e5f-51ab-4b3d-841f-82204e2399ea tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.2366159 Nov 19 05:46:17.486353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:17.512071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b12a04-a94c-4cd9-bbac-4a50bb352be1 req-342f40eb-c75c-412d-83d2-546344386b5c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:17.514135 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1b12a04-a94c-4cd9-bbac-4a50bb352be1 req-342f40eb-c75c-412d-83d2-546344386b5c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.2250397 Nov 19 05:46:17.578710 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dc70ca6d-be6d-4165-a63b-49abfc5eebf1 req-9e244494-6569-4c31-bd8b-4464340c139d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943289 Nov 19 05:46:17.589760 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1b12a04-a94c-4cd9-bbac-4a50bb352be1 req-806073e3-5f41-4753-8356-64500e4fec7b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665157 Nov 19 05:46:17.790647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48632) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:17.810601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.845712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:17.849799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Usage tracker for resource:security_group_rule and tenant:699a26e8ca4447da91d780af45b76f3b is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:17.853016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:17.859192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:17.926105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 26517137-a04d-4540-b9cd-34203dd9ae4e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:17.931579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.937093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:17.944625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-96283efa-8403-41f7-ae79-ceee37309bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:17.990430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e36077-88ae-4a3b-8797-c295123af4dd,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:17.994995 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=699a26e8ca4447da91d780af45b76f3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2032242 Nov 19 05:46:17.996043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:17.997672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48638) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:18.013566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 26517137-a04d-4540-b9cd-34203dd9ae4e completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:46:18.018710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 26517137-a04d-4540-b9cd-34203dd9ae4e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:18.019283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.063163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.092088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.164627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.170519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.178275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1b949106-9ec1-4bd0-9701-dfa08b602643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:18.205663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e36077-88ae-4a3b-8797-c295123af4dd,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:18.215170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:18.216440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.217950 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e2e36077-88ae-4a3b-8797-c295123af4dd HTTP/1.1" status: 204 len: 168 time: 0.2191875 Nov 19 05:46:18.243835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 26517137-a04d-4540-b9cd-34203dd9ae4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=26517137-a04d-4540-b9cd-34203dd9ae4e,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:18.249710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.252392 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device ffe072be-ec49-45ae-84a2-56680074e885 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:18.280594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:18.320296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:18.379941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d9ccd-5bb2-42b5-8d08-cb1516c31ee4 req-ff91d3b2-a3c5-4ac7-a927-31c139b93903 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:18.385397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=26517137-a04d-4540-b9cd-34203dd9ae4e,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:18.388992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:18.395847 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c0d9ccd-5bb2-42b5-8d08-cb1516c31ee4 req-ff91d3b2-a3c5-4ac7-a927-31c139b93903 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.1434760 Nov 19 05:46:18.399827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port ffe072be-ec49-45ae-84a2-56680074e885 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:18.400236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:18.477125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654207-5dc2-4910-86d5-9513aebc32a6 req-dce2dea0-0f79-403e-84aa-c48b39e74f8e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:18.478740 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-45654207-5dc2-4910-86d5-9513aebc32a6 req-dce2dea0-0f79-403e-84aa-c48b39e74f8e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1618438 Nov 19 05:46:18.484293 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c0d9ccd-5bb2-42b5-8d08-cb1516c31ee4 req-c69ff562-d733-4c88-8133-c482d43fb1e1 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870891 Nov 19 05:46:18.548058 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-45654207-5dc2-4910-86d5-9513aebc32a6 req-fef2f09a-b328-405e-9372-443f9a728392 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610285 Nov 19 05:46:18.574591 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e', 'code': 200} Nov 19 05:46:18.863669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648b03f-66af-4824-bc37-b507d66b6047 req-d317e5ff-3c2c-4231-9d78-87aa22ce34ea tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:18.865378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4648b03f-66af-4824-bc37-b507d66b6047 req-d317e5ff-3c2c-4231-9d78-87aa22ce34ea tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1510932 Nov 19 05:46:18.876111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d995c-37c1-452f-a29c-5ab6bd4e1dfb req-77851f12-31dd-46d6-907b-f8e1d05dd679 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:18.877636 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c17d995c-37c1-452f-a29c-5ab6bd4e1dfb req-77851f12-31dd-46d6-907b-f8e1d05dd679 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1245437 Nov 19 05:46:19.131302 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4648b03f-66af-4824-bc37-b507d66b6047 req-26635218-feac-4680-a181-b3a71c8bc9d8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526259 Nov 19 05:46:19.133534 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c17d995c-37c1-452f-a29c-5ab6bd4e1dfb req-aafd211a-06bd-4dcc-9846-099d4ea4f5f3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649352 Nov 19 05:46:19.760989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac52bca-090c-4a53-819e-6f540519dc60 req-d525ec0b-f008-4aa6-90eb-9737bb9bfc0d tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:19.762638 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ac52bca-090c-4a53-819e-6f540519dc60 req-d525ec0b-f008-4aa6-90eb-9737bb9bfc0d tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.1387830 Nov 19 05:46:19.834375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ac52bca-090c-4a53-819e-6f540519dc60 req-c7a3e24f-084a-4a36-9a78-4a6b9d5d390d tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636969 Nov 19 05:46:19.841730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdedfc4-2e75-4367-bb73-7997f3071159 req-fd3f90d6-e8fa-42ec-a929-0d2a6028fd29 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:19.843241 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4fdedfc4-2e75-4367-bb73-7997f3071159 req-fd3f90d6-e8fa-42ec-a929-0d2a6028fd29 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1305234 Nov 19 05:46:19.893080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4fdedfc4-2e75-4367-bb73-7997f3071159 req-1fa29aa2-5a9f-4d16-b53f-887e00fe6d72 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Nov 19 05:46:20.417034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b24ea4-4fe7-4467-9776-cfee09a8e26f req-432f7fa7-f789-410f-a5a1-210549abf71a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:20.418607 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64b24ea4-4fe7-4467-9776-cfee09a8e26f req-432f7fa7-f789-410f-a5a1-210549abf71a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1521316 Nov 19 05:46:20.427922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f6e73-8800-4781-b87c-7aa66915885b req-5a57adb9-f3e3-4643-9de3-eb6e727c65fc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:20.435528 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-094f6e73-8800-4781-b87c-7aa66915885b req-5a57adb9-f3e3-4643-9de3-eb6e727c65fc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1666391 Nov 19 05:46:20.521614 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-094f6e73-8800-4781-b87c-7aa66915885b req-5fade851-c644-48d4-8404-c65508c8ec2a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851004 Nov 19 05:46:20.523845 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64b24ea4-4fe7-4467-9776-cfee09a8e26f req-f183dbb3-394b-47af-a8da-bc4cee3d7e88 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862381 Nov 19 05:46:20.693830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48738) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:20.858708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:20.896774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:20.901394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Usage tracker for resource:security_group_rule and tenant:c521c8ca9692473785447d7a1556a9d8 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:20.904619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:20.910611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:20.980360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:20.984344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:20.992127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:21.036007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661fbb2-9d63-4ff5-af0a-80bda2cae871,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:21.043760 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c521c8ca9692473785447d7a1556a9d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3487391 Nov 19 05:46:21.044916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:21.045796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48748) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:21.046015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf486-eaae-47c6-9259-655204de1b03 req-ff5070ba-b945-4a55-b4b4-b96d0b26c1bc tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:21.047679 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ccebf486-eaae-47c6-9259-655204de1b03 req-ff5070ba-b945-4a55-b4b4-b96d0b26c1bc tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.0823979 Nov 19 05:46:21.109675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.137127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.148771 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ccebf486-eaae-47c6-9259-655204de1b03 req-47861486-a917-4b9b-a3ea-d59dab53b468 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594685 Nov 19 05:46:21.172834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df187371-7520-4c61-b8ff-345fb504bbbd req-b943eb83-d3c8-4284-a817-5ce67702e8ff tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:21.174414 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-df187371-7520-4c61-b8ff-345fb504bbbd req-b943eb83-d3c8-4284-a817-5ce67702e8ff tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1258516 Nov 19 05:46:21.191129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.196232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:21.211192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661fbb2-9d63-4ff5-af0a-80bda2cae871,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:21.214970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:21.218576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.219812 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3661fbb2-9d63-4ff5-af0a-80bda2cae871 HTTP/1.1" status: 204 len: 168 time: 0.1734641 Nov 19 05:46:21.226859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-df187371-7520-4c61-b8ff-345fb504bbbd req-7be02a2c-f8d0-429f-a6a1-f8ed2c8c58c9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458140 Nov 19 05:46:21.316315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03a8e0ef-1576-4497-b31f-3b30a5bedf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.583822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 48764) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:21.606584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.641295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:21.645667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6712437bb7ba4fcda1fb179911028add is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:21.648797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:21.655984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:21.839632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.847922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:21.856473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:21.924366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75407127-17d7-446e-ac94-c029c6eda288 req-010b3765-997c-4f47-a814-3291e9f0f987 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:21.925966 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75407127-17d7-446e-ac94-c029c6eda288 req-010b3765-997c-4f47-a814-3291e9f0f987 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.2499061 Nov 19 05:46:21.936210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354578f-bfc7-4caf-ae5b-871fbea53304 req-46e47a3d-db30-496e-a8d1-a7ab319eebc2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:21.937695 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c354578f-bfc7-4caf-ae5b-871fbea53304 req-46e47a3d-db30-496e-a8d1-a7ab319eebc2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.2587211 Nov 19 05:46:21.938333 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e5bfb-6fc3-4eac-906a-39c3aef45838,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:21.944868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:21.977635 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6712437bb7ba4fcda1fb179911028add&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3918023 Nov 19 05:46:21.980575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 48772) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:22.024542 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c354578f-bfc7-4caf-ae5b-871fbea53304 req-2a37045b-7c8c-441b-a24e-0476dd16b6a0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787373 Nov 19 05:46:22.027095 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75407127-17d7-446e-ac94-c029c6eda288 req-2134a34f-a36f-4e89-9c59-eed0b13005e2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858624 Nov 19 05:46:22.044665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.073003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.123910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.130127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:22.148467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e5bfb-6fc3-4eac-906a-39c3aef45838,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:22.151356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:22.155738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:22.157153 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/672e5bfb-6fc3-4eac-906a-39c3aef45838 HTTP/1.1" status: 204 len: 168 time: 0.1752763 Nov 19 05:46:22.375165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c73e0-ba69-46ad-b47c-72ba35666b9e req-2d548fe3-0778-4fa5-9a7e-986ce657d499 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:22.377826 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d05c73e0-ba69-46ad-b47c-72ba35666b9e req-2d548fe3-0778-4fa5-9a7e-986ce657d499 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.0992782 Nov 19 05:46:22.493332 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d05c73e0-ba69-46ad-b47c-72ba35666b9e req-59e8291b-211d-4c0d-94aa-9507b7549321 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040950 Nov 19 05:46:22.520052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bf270-4b9a-4b07-a345-d5450699ca8a req-6bb9745a-43d9-4767-a016-7e4a8b64bc16 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:22.521964 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d16bf270-4b9a-4b07-a345-d5450699ca8a req-6bb9745a-43d9-4767-a016-7e4a8b64bc16 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1353962 Nov 19 05:46:22.626323 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d16bf270-4b9a-4b07-a345-d5450699ca8a req-72aaa1ae-f0ea-4b6a-94fb-7a0f54ddc9e6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980763 Nov 19 05:46:22.645738 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4284fa59-5ef6-4fc9-a7be-c264c601e2f9 req-686c417f-9ad8-4cf9-8ff0-703aa97980ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 1163 time: 0.1155581 Nov 19 05:46:22.702039 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4284fa59-5ef6-4fc9-a7be-c264c601e2f9 req-7dd0a808-8127-4aee-a20c-1445ace04d85 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478089 Nov 19 05:46:23.335244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec19b43-10d1-4ad6-bf72-b6eac6c691f3 req-bb3ac405-b937-463b-9131-0148cbb5b014 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:23.336913 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ec19b43-10d1-4ad6-bf72-b6eac6c691f3 req-bb3ac405-b937-463b-9131-0148cbb5b014 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1680048 Nov 19 05:46:23.349054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad4c7-860b-4832-9d1c-ce65397d8a69 req-27f2b0e8-6c24-4341-8de9-d720c4721d17 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:23.350639 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0bbad4c7-860b-4832-9d1c-ce65397d8a69 req-27f2b0e8-6c24-4341-8de9-d720c4721d17 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1794226 Nov 19 05:46:23.433847 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ec19b43-10d1-4ad6-bf72-b6eac6c691f3 req-fd76ca78-236f-4e67-bd7d-db22f0da136f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821359 Nov 19 05:46:23.441836 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0bbad4c7-860b-4832-9d1c-ce65397d8a69 req-6abaa221-a49b-45c6-838f-bfb68aa9259c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734437 Nov 19 05:46:23.758068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765bfb8-dced-4dbf-bdb8-e90cd2ccb9b3 req-e82cef56-85ac-40a9-bb66-24b9aa986f78 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:23.759755 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b765bfb8-dced-4dbf-bdb8-e90cd2ccb9b3 req-e82cef56-85ac-40a9-bb66-24b9aa986f78 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.1156621 Nov 19 05:46:23.855115 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b765bfb8-dced-4dbf-bdb8-e90cd2ccb9b3 req-a4f843d7-e72a-4c3b-b840-dce0815eb982 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873437 Nov 19 05:46:23.985057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc071fa-5751-41f7-b6bb-790e86b7b48b req-de7f90ff-a4ae-47cd-a92a-599c598312c9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:23.986698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bae3cb06-509e-401f-9aa4-fa577c4e9e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:23.995799 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7fc071fa-5751-41f7-b6bb-790e86b7b48b req-de7f90ff-a4ae-47cd-a92a-599c598312c9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1384301 Nov 19 05:46:24.045730 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7fc071fa-5751-41f7-b6bb-790e86b7b48b req-3ed57c79-ea55-474c-a448-75b4e3b2db0c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500607 Nov 19 05:46:24.357358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:24.753243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c18b9-5ec5-40cf-93cd-2bd6ee51ad99 req-11479815-65e9-44d4-a030-7f017e0d1ed2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:24.754856 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b91c18b9-5ec5-40cf-93cd-2bd6ee51ad99 req-11479815-65e9-44d4-a030-7f017e0d1ed2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1735289 Nov 19 05:46:24.771553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f3d3-8db3-4472-a6f1-50a390f7522a req-653eaf9b-9267-4207-ad2d-1766a4be50a4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:24.773144 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3a18f3d3-8db3-4472-a6f1-50a390f7522a req-653eaf9b-9267-4207-ad2d-1766a4be50a4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 943 time: 0.1441178 Nov 19 05:46:24.859214 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b91c18b9-5ec5-40cf-93cd-2bd6ee51ad99 req-6b6b4495-c85c-4162-82ce-9d4945171c11 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962391 Nov 19 05:46:24.861960 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3a18f3d3-8db3-4472-a6f1-50a390f7522a req-9aedadc4-8c04-44ff-ba10-f67344b28c9d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743821 Nov 19 05:46:25.117382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab480d19-bcd6-4029-8dd2-268daae3bdb0 req-b93f7c91-fd9b-444f-a96a-e111d0a5e46f tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:25.119378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab480d19-bcd6-4029-8dd2-268daae3bdb0 req-b93f7c91-fd9b-444f-a96a-e111d0a5e46f tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.0934720 Nov 19 05:46:25.188014 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab480d19-bcd6-4029-8dd2-268daae3bdb0 req-94b18f4d-be33-467b-a997-bdc48fe80631 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614669 Nov 19 05:46:25.314778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:25.367144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c31bf-ac31-4628-b758-49a751abf70e req-b8dc8d1b-a308-476b-985d-f9b65dc27cae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:25.369130 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-093c31bf-ac31-4628-b758-49a751abf70e req-b8dc8d1b-a308-476b-985d-f9b65dc27cae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0920222 Nov 19 05:46:25.429392 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-093c31bf-ac31-4628-b758-49a751abf70e req-dda31fe7-58aa-44c2-8c67-3362a873861a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522375 Nov 19 05:46:25.596564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:25.705541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 16967f06-af88-426b-9b06-bef303a39702 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:46:25.725027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:25.725359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:25.797090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:25.887648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:25.920346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16967f06-af88-426b-9b06-bef303a39702'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:25.929496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 16967f06-af88-426b-9b06-bef303a39702, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16967f06-af88-426b-9b06-bef303a39702,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:25.933457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:25.934593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 26517137-a04d-4540-b9cd-34203dd9ae4e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:25.992426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c5fed330-d6f1-40ff-a270-613431d40939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:26.198945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6319f-acd4-42a7-9e0d-dc0ccb42cd6a req-8d881eed-cbb6-40c4-9744-e2501591a5f6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:26.198945 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-06b6319f-acd4-42a7-9e0d-dc0ccb42cd6a req-8d881eed-cbb6-40c4-9744-e2501591a5f6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1604643 Nov 19 05:46:26.209205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae946-5ab5-4a89-824e-a2a224eb9236 req-7b897f72-0060-4b07-86ed-0117a74631de tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:26.211346 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e54ae946-5ab5-4a89-824e-a2a224eb9236 req-7b897f72-0060-4b07-86ed-0117a74631de tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1372745 Nov 19 05:46:26.235919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=16967f06-af88-426b-9b06-bef303a39702,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:26.239272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 26517137-a04d-4540-b9cd-34203dd9ae4e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:26.239675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:26.267185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:26.293504 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-06b6319f-acd4-42a7-9e0d-dc0ccb42cd6a req-15898423-ae7e-4066-aee7-4b24b2c081d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807538 Nov 19 05:46:26.298875 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e54ae946-5ab5-4a89-824e-a2a224eb9236 req-d4c13146-ef26-4c17-b9d9-a38fd58f29c4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672789 Nov 19 05:46:26.363343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:26.395448 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16967f06-af88-426b-9b06-bef303a39702', 'code': 200} Nov 19 05:46:26.439713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:46:26.444621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:26.445037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:26.573281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:26.613003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:46:26.619133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:26.623050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:26.691907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae57b6-88f5-433b-ac09-c55952f21daf req-5231e72d-8088-410a-8141-0f85006ec427 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:26.693899 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7ae57b6-88f5-433b-ac09-c55952f21daf req-5231e72d-8088-410a-8141-0f85006ec427 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0869520 Nov 19 05:46:26.714247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:26.721634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:26.788460 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7ae57b6-88f5-433b-ac09-c55952f21daf req-be2be3eb-f629-4089-a1a7-fd150de28d90 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730739 Nov 19 05:46:27.537847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9aa9a4-58f4-40a4-ae89-4c2b514ca73e req-90ced1a0-3489-4d4f-8516-ad1e2826422b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:27.539525 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-be9aa9a4-58f4-40a4-ae89-4c2b514ca73e req-90ced1a0-3489-4d4f-8516-ad1e2826422b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0895669 Nov 19 05:46:27.589378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-be9aa9a4-58f4-40a4-ae89-4c2b514ca73e req-e631f064-5bf4-44de-9091-0ae05ad1411d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Nov 19 05:46:28.017794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f477c3-4d8d-433f-aded-b22f9a299798 req-cf1a695e-9357-4760-ae3f-a97bb45ce624 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:28.019532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b2f477c3-4d8d-433f-aded-b22f9a299798 req-cf1a695e-9357-4760-ae3f-a97bb45ce624 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0839353 Nov 19 05:46:28.071044 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b2f477c3-4d8d-433f-aded-b22f9a299798 req-88c39b06-a02b-4a01-a233-7a8435b3b1d4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452268 Nov 19 05:46:28.397555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:28.465630 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'code': 200} Nov 19 05:46:28.804674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e272a78-d4b6-4fb2-afdd-8bfedd669fc1 req-3b3af2d6-60f6-440b-824f-c78a76988a3c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:28.806301 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0e272a78-d4b6-4fb2-afdd-8bfedd669fc1 req-3b3af2d6-60f6-440b-824f-c78a76988a3c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0841868 Nov 19 05:46:28.857634 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0e272a78-d4b6-4fb2-afdd-8bfedd669fc1 req-1c84b814-defc-40b3-bee0-670db69ced2d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Nov 19 05:46:29.302521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd537-a66c-4164-bdc6-3a99b418c002 req-5f36980b-1499-40ec-84ee-c4db7617d87d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:29.303943 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-960fd537-a66c-4164-bdc6-3a99b418c002 req-5f36980b-1499-40ec-84ee-c4db7617d87d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0892735 Nov 19 05:46:29.355164 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-960fd537-a66c-4164-bdc6-3a99b418c002 req-20cd05d3-bec4-4000-baa5-9ca1fe15ce70 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427649 Nov 19 05:46:30.076416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20e06-4fa6-4c27-aa00-a9882a25d2c9 req-314a5eef-bcf0-4c05-b401-3a707c99124b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:30.077992 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-98e20e06-4fa6-4c27-aa00-a9882a25d2c9 req-314a5eef-bcf0-4c05-b401-3a707c99124b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0848768 Nov 19 05:46:30.129779 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-98e20e06-4fa6-4c27-aa00-a9882a25d2c9 req-0593193c-f685-4724-abc7-7dffdf7eecdb tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Nov 19 05:46:30.609056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0c5b-346a-474e-b295-52f08ffea13c req-6d607cd1-bc26-43e3-81f5-338fe7883d80 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:30.610679 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f99e0c5b-346a-474e-b295-52f08ffea13c req-6d607cd1-bc26-43e3-81f5-338fe7883d80 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0930693 Nov 19 05:46:30.661067 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f99e0c5b-346a-474e-b295-52f08ffea13c req-6effa65d-d3b9-41da-9fae-81ec95003ef7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Nov 19 05:46:31.133926 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b4f370cd-2358-4900-8c77-035374b321c1 req-4d9f7e88-1669-4267-9e2b-c664a6b590c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1162 time: 0.0767965 Nov 19 05:46:31.163441 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e48b6df1-baa6-41d0-858b-36012f368129 req-483493a5-0fa6-4ec9-bb69-f20931dbaaaa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1162 time: 0.0797777 Nov 19 05:46:31.185032 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b4f370cd-2358-4900-8c77-035374b321c1 req-4bf0afcb-cdb4-404a-8eee-bbb1f21331e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424094 Nov 19 05:46:31.210869 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e48b6df1-baa6-41d0-858b-36012f368129 req-42aa7410-c6f6-48c6-92b8-a049cb9619b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Nov 19 05:46:31.348374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9a05-4189-4968-a673-4e9a1491b633 req-d3ca0b02-fb96-4c1e-9179-5b1d98cdeac9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:31.349955 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0d3c9a05-4189-4968-a673-4e9a1491b633 req-d3ca0b02-fb96-4c1e-9179-5b1d98cdeac9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0873306 Nov 19 05:46:31.398356 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0d3c9a05-4189-4968-a673-4e9a1491b633 req-577c4d48-009d-4d25-b3da-f20b4447e565 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Nov 19 05:46:31.507399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:31.592363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:31.592781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:31.715438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:31.798490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:31.799009 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:31.893312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5431b45-7ec3-4eab-b06b-a77608295e79 req-7775231f-134b-49ea-9e98-cc10593352c1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:31.894910 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d5431b45-7ec3-4eab-b06b-a77608295e79 req-7775231f-134b-49ea-9e98-cc10593352c1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0863731 Nov 19 05:46:31.946973 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d5431b45-7ec3-4eab-b06b-a77608295e79 req-c5d55d77-50f5-4fcc-ac0e-e332fcc23fe1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Nov 19 05:46:32.616959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3bbb4-a51a-4027-b243-443d508a94a6 req-b54d8ecc-aab3-4a74-ac38-f90367374196 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:32.618708 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51d3bbb4-a51a-4027-b243-443d508a94a6 req-b54d8ecc-aab3-4a74-ac38-f90367374196 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0867071 Nov 19 05:46:32.668859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51d3bbb4-a51a-4027-b243-443d508a94a6 req-0c930ea2-404a-4c95-8b56-f988c7ed68f7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Nov 19 05:46:33.183808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ca6d-a59c-4330-94c0-1849bcc8b493 req-726ae5bc-b63c-4e22-bab8-c3e41ace67df tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:33.185470 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdd2ca6d-a59c-4330-94c0-1849bcc8b493 req-726ae5bc-b63c-4e22-bab8-c3e41ace67df tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0927258 Nov 19 05:46:33.234188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdd2ca6d-a59c-4330-94c0-1849bcc8b493 req-d4771a1e-4433-4f6f-b935-e90da7ee1f85 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424516 Nov 19 05:46:34.402184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf3e6-baa5-450a-b3e4-114e85bb0741 req-3e06dd68-6272-4976-b457-f563b23becc5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:34.412032 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-159cf3e6-baa5-450a-b3e4-114e85bb0741 req-3e06dd68-6272-4976-b457-f563b23becc5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0967653 Nov 19 05:46:34.704058 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-159cf3e6-baa5-450a-b3e4-114e85bb0741 req-b16fddd9-917c-466f-b5a5-6e4f80d37e60 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905393 Nov 19 05:46:34.752843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866935d-6dcf-4297-8bff-8da1b54efcd5 req-88beac06-14de-4116-a98e-0b54d10fcf4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:34.754750 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e866935d-6dcf-4297-8bff-8da1b54efcd5 req-88beac06-14de-4116-a98e-0b54d10fcf4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.3226397 Nov 19 05:46:34.808654 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e866935d-6dcf-4297-8bff-8da1b54efcd5 req-cfa12051-31e7-4b4b-bde1-a2b41105f3d4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467365 Nov 19 05:46:35.041490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f81176-4d59-43f8-9ed8-c65b5786bb62 req-d226af87-697c-448b-bc60-7582983a15ea tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:35.043418 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-12f81176-4d59-43f8-9ed8-c65b5786bb62 req-d226af87-697c-448b-bc60-7582983a15ea tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0915928 Nov 19 05:46:35.053437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49138) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:35.059167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'floatingip': {'port_id': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:35.138629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:35.859926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:46:35.926536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.resource_extend [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 05:46:35.937090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:46:35.937502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.044702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.051873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac676b5-ac70-456c-8bed-5811ed125d42 req-f32b6c1f-3404-423b-9d9a-c963b5124f89 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:36.053554 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ac676b5-ac70-456c-8bed-5811ed125d42 req-f32b6c1f-3404-423b-9d9a-c963b5124f89 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1966724 Nov 19 05:46:36.055077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.199359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ac676b5-ac70-456c-8bed-5811ed125d42 req-56ace5ef-fb0b-45fc-8ee0-2032c48a4373 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785410 Nov 19 05:46:36.281676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49166) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:36.415718 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Floating IP 626d3ef7-308e-4f8a-84c6-4ac9c880bad6 associated. External IP: 172.27.3.78, port: 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda. Nov 19 05:46:36.436119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.470005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:36.474071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Usage tracker for resource:security_group_rule and tenant:870e0d1618564bfaa07886f16dfba734 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:36.477177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:36.483361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:36.516517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70d234-dcab-441d-a5ce-34dcd8a0fb64 req-16ae498d-310a-4379-a5fb-49fc3823651e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:36.518158 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3a70d234-dcab-441d-a5ce-34dcd8a0fb64 req-16ae498d-310a-4379-a5fb-49fc3823651e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1845522 Nov 19 05:46:36.529576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49172) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:36.542433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'floatingip': {'port_id': '16967f06-af88-426b-9b06-bef303a39702'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:36.675715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.753054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.771590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:36.781992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f1f7c749-6880-4376-bce7-95065ad40423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:36.891436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad2c66b-64a9-41b0-b35f-5c1f9b682873,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:36.896604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:36.932617 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=870e0d1618564bfaa07886f16dfba734&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6471701 Nov 19 05:46:36.933871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49182) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:37.090528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.127169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.143912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Router e168b72c-d508-4c65-9a4b-a970f9948926 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:46:37.257076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.262177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:37.282785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad2c66b-64a9-41b0-b35f-5c1f9b682873,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:37.286908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:37.313694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.314951 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dad2c66b-64a9-41b0-b35f-5c1f9b682873 HTTP/1.1" status: 204 len: 168 time: 0.3789873 Nov 19 05:46:37.420469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:46:37.431975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.434401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:46:37.448611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:46:37.449502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:46:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:37.507084 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3646f9fb-8c47-4fd9-80bc-ba96a829e261 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "PUT /v2.0/floatingips/626d3ef7-308e-4f8a-84c6-4ac9c880bad6 HTTP/1.1" status: 200 len: 990 time: 2.4524205 Nov 19 05:46:37.507825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:37.639074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'status': 'completed', 'code': 200} Nov 19 05:46:37.727398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:46:37.736273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49198) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:37.755919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.791895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:37.796477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Usage tracker for resource:security_group_rule and tenant:d83fbf510bcf4648af7d49c4d06d31a3 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:37.799767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:37.814210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.817685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.827286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:37.918638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.923240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:37.934536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-63c5cd0a-1f5b-4818-9e3b-cc9188635702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:37.983460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd23af0-c166-4fea-9b93-32a6f1780389,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:37.990058 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d83fbf510bcf4648af7d49c4d06d31a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2525473 Nov 19 05:46:37.991661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:37.993291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49206) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:38.041202 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Floating IP cd06404f-de73-43c6-8603-8ac19dd0387a associated. External IP: 172.27.3.199, port: 16967f06-af88-426b-9b06-bef303a39702. Nov 19 05:46:38.070896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.101921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.152068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.155188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '626d3ef7-308e-4f8a-84c6-4ac9c880bad6', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'port_id': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'mac_address': 'fa:16:3e:c8:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:40Z', 'updated_at': '2020-11-19T05:46:35Z', 'revision_number': 1, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:38.159669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:46:38.159871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:38.171502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:46:38.172317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:46:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:38.177509 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd23af0-c166-4fea-9b93-32a6f1780389,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:38.179644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.183236 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1bd23af0-c166-4fea-9b93-32a6f1780389 HTTP/1.1" status: 204 len: 168 time: 0.1861060 Nov 19 05:46:38.183236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:38.408999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:46:38.512164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:46:38.726806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:46:38.737862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:46:38.740891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:38.759670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:46:38.763977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:46:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:38.803593 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-e5f51fb6-2e1d-4a28-894e-0133f0b38831 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "PUT /v2.0/floatingips/cd06404f-de73-43c6-8603-8ac19dd0387a HTTP/1.1" status: 200 len: 991 time: 2.2728193 Nov 19 05:46:38.804590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'tag': '16967f06-af88-426b-9b06-bef303a39702'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:38.823717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '626d3ef7-308e-4f8a-84c6-4ac9c880bad6', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'port_id': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'mac_address': 'fa:16:3e:c8:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:40Z', 'updated_at': '2020-11-19T05:46:35Z', 'revision_number': 1, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:38.828668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb95f8-7b1f-468a-a40a-638f3e939e35 None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '626d3ef7-308e-4f8a-84c6-4ac9c880bad6', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'port_id': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'mac_address': 'fa:16:3e:c8:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:40Z', 'updated_at': '2020-11-19T05:46:35Z', 'revision_number': 1, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:46:38.987802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:46:39.197858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6da7d-b278-405a-a781-436c50356899 None None] New status for floating IP 626d3ef7-308e-4f8a-84c6-4ac9c880bad6: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:46:39.412141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': 'cd06404f-de73-43c6-8603-8ac19dd0387a', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'port_id': '16967f06-af88-426b-9b06-bef303a39702', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'mac_address': 'fa:16:3e:26:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:39Z', 'updated_at': '2020-11-19T05:46:37Z', 'revision_number': 1, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:39.416270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:46:39.428378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:46:39.429235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:46:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:39.617903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:46:39.995818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': 'cd06404f-de73-43c6-8603-8ac19dd0387a', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'port_id': '16967f06-af88-426b-9b06-bef303a39702', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'mac_address': 'fa:16:3e:26:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:39Z', 'updated_at': '2020-11-19T05:46:37Z', 'revision_number': 1, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:40.000602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf4205-96a1-49bf-ae89-89302b90ff33 None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': 'cd06404f-de73-43c6-8603-8ac19dd0387a', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'port_id': '16967f06-af88-426b-9b06-bef303a39702', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'mac_address': 'fa:16:3e:26:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:45:39Z', 'updated_at': '2020-11-19T05:46:37Z', 'revision_number': 1, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:46:40.024451 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-ba47ed20-9d7d-4861-8f08-faf51eb02995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1162 time: 0.0873890 Nov 19 05:46:40.117705 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'tag': '16967f06-af88-426b-9b06-bef303a39702', 'status': 'completed', 'code': 200} Nov 19 05:46:40.184952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-9cabf0b5-a25e-4589-a808-797f002c0eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.186530 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-9cabf0b5-a25e-4589-a808-797f002c0eae service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.1549323 Nov 19 05:46:40.255921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-ff61084a-8470-4e32-8f7c-a2b976625d87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1162 time: 0.0784633 Nov 19 05:46:40.315986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-d34403e4-e08f-461e-9969-a3b8cce659cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 1000 time: 0.1208754 Nov 19 05:46:40.340958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451fd2f6-dcbb-4dc5-b3b9-66821cea13af None None] New status for floating IP cd06404f-de73-43c6-8603-8ac19dd0387a: ACTIVE {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:46:40.405514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-ca0d6643-3ed3-4d94-bbba-7eb8d8fae541 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.407709 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-ca0d6643-3ed3-4d94-bbba-7eb8d8fae541 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0850496 Nov 19 05:46:40.436629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-7eca9877-81e8-48da-bbd6-d33007c845f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.438434 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-7eca9877-81e8-48da-bbd6-d33007c845f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.1750517 Nov 19 05:46:40.506859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-9fa1e031-b93b-4f81-81cd-c29a70d3191b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899539 Nov 19 05:46:40.586159 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-32e898e0-f596-49a0-bc66-99d4bb1b05be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 999 time: 0.1276677 Nov 19 05:46:40.665621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-f033a09e-eb0c-4020-bb9b-21e17f228610 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:40.667392 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-f033a09e-eb0c-4020-bb9b-21e17f228610 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.0740619 Nov 19 05:46:40.678666 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-b56d0fdc-0b78-406e-99d8-29e37d90505b service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602829 Nov 19 05:46:40.788678 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-6cc15ed6-a80c-4719-9ada-6837777ab5fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082389 Nov 19 05:46:40.863093 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c0c32dd-479e-45a4-8a6e-3c14676e10df req-8103b168-8617-4cd4-a40c-f5615b96c8fb service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1751537 Nov 19 05:46:40.945967 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-a7419954-8f18-43e3-8937-8d19b25b415c service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432841 Nov 19 05:46:41.098074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a6c6884e-d3f5-41ec-aacc-3e4bbfcd8a2f req-4e98fe25-09cc-479a-aef1-b70d5a4c9524 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454809 Nov 19 05:46:41.706935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49308) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:41.872322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.907085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:41.911560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Usage tracker for resource:security_group_rule and tenant:4ceff252ae1c4098a190b2a99c754497 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:41.914746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:41.922564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:41.994201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:41.997998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.009336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:42.039300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa67529-1889-44f6-95d1-d8b126061048,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:42.048375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:42.061534 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4ceff252ae1c4098a190b2a99c754497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503337 Nov 19 05:46:42.061806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49328) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:42.126678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.153842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.197628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.201536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a72cdf42-53ad-4342-8627-45be63eb33ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:42.213217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa67529-1889-44f6-95d1-d8b126061048,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:42.217620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:42.220927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:42.222138 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eaa67529-1889-44f6-95d1-d8b126061048 HTTP/1.1" status: 204 len: 168 time: 0.1592836 Nov 19 05:46:42.456165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:46:46.213064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49506) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:46.397942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.398382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.437276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:46.441351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Usage tracker for resource:security_group_rule and tenant:2767655f98ae4a30819729fb992223ce is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:46.444308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:46.449969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:46.528836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.532418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.540805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:46.585646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c99a1e-2329-4f07-bf9d-c0a855dfacf4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:46.593988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49526) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:46.603260 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2767655f98ae4a30819729fb992223ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3827014 Nov 19 05:46:46.603260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:46.664746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.698202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.752140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.761973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ca5c913d-4f03-4b8c-a601-7985a9799ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:46.778165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:46.779805 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f8c99a1e-2329-4f07-bf9d-c0a855dfacf4 HTTP/1.1" status: 204 len: 168 time: 0.1847792 Nov 19 05:46:46.783888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c99a1e-2329-4f07-bf9d-c0a855dfacf4,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:46.786972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:46.911165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49540) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:47.199834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.243409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49558) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:47.250832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:47.256359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Usage tracker for resource:security_group_rule and tenant:9a5eb47461424df8b2811d8479727577 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:47.260319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:47.267110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:47.275588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.360897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:47.363005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.367837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.370562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Usage tracker for resource:security_group_rule and tenant:254b64c14c10454d85938e7e851abb07 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:47.374290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:47.380567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:47.380679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:47.435273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087605d-e271-48b2-a50d-165d43cdb2f1,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:47.439260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:47.442490 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9a5eb47461424df8b2811d8479727577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5301042 Nov 19 05:46:47.445232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49568) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:47.451964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.457618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.465917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7a22a95a-59b0-4585-8b80-db14b232fae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:47.538918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c17d7-a354-4bff-bfdd-1eb5d11701a4,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:47.543028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:47.544335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.547364 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=254b64c14c10454d85938e7e851abb07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015378 Nov 19 05:46:47.549805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49574) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:47.574218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.628020 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.628725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.634215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:47.649547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087605d-e271-48b2-a50d-165d43cdb2f1,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:47.658828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:47.659659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.659767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.663296 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9087605d-e271-48b2-a50d-165d43cdb2f1 HTTP/1.1" status: 204 len: 168 time: 0.2143540 Nov 19 05:46:47.732191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.736776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fab6e831-bd62-4775-b0cf-e245ab65e7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:47.759169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:47.760443 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/190c17d7-a354-4bff-bfdd-1eb5d11701a4 HTTP/1.1" status: 204 len: 168 time: 0.2097805 Nov 19 05:46:47.761467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c17d7-a354-4bff-bfdd-1eb5d11701a4,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:47.764911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:47.972086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49590) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:48.114225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49598) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:48.134735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.168874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:48.173346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Usage tracker for resource:security_group_rule and tenant:d1396e71f7194794a37b06c90a336f8a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:48.176503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:48.182394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:48.263399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.268815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.281946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:48.340065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51230c9b-0670-49d3-91d8-50f277e72a9f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:48.357345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.364168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d1396e71f7194794a37b06c90a336f8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487483 Nov 19 05:46:48.365860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:48.366655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49612) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:48.396170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:48.400452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Usage tracker for resource:security_group_rule and tenant:2f95cc5d207b4b40ae780a7a5be7adaa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:48.403344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:48.409843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:48.440235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.469468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.486791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.489774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.498411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:48.519866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.525252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ba4de62f-7075-42ca-b14b-337605a6d622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:48.533719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fee93f-a490-402d-83ae-75aa11fd7cfb,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:48.537284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51230c9b-0670-49d3-91d8-50f277e72a9f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:48.540244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:48.542089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:48.546289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.548358 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/51230c9b-0670-49d3-91d8-50f277e72a9f HTTP/1.1" status: 204 len: 168 time: 0.1806514 Nov 19 05:46:48.587789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49626) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:48.588474 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2f95cc5d207b4b40ae780a7a5be7adaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6155012 Nov 19 05:46:48.711690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.748669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.798150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.803610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:48.818355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fee93f-a490-402d-83ae-75aa11fd7cfb,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:48.821684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:48.822698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:48.824180 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/07fee93f-a490-402d-83ae-75aa11fd7cfb HTTP/1.1" status: 204 len: 168 time: 0.2349143 Nov 19 05:46:49.387582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49670) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:49.482251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Deleting subnet 1fa75bfb-d2de-4678-bdd6-8f82995f3256 {{(pid=80294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:46:49.485794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:49.544427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:49.552440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:50.102144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for subnet, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:50.122900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:50.236478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa75bfb-d2de-4678-bdd6-8f82995f3256,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:50.285879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:50.297976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:50.309532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-de79a924-1362-4fbf-b8a6-7989b3632c46 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1fa75bfb-d2de-4678-bdd6-8f82995f3256 HTTP/1.1" status: 204 len: 168 time: 0.9207020 Nov 19 05:46:50.312227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49736) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:50.725329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:50.932942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.060185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.060597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.061409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.061776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > port after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.062141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.062491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > port after_update 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.062856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.063209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.063580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.063927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.141861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.142254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.142619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.142986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:51.143402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89f0fe2-73ba-415c-bee7-2f386fe8e606']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:51.167370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132ba024-26d8-45c3-b0dd-035713e3f45b') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:51.167958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132ba024-26d8-45c3-b0dd-035713e3f45b') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:51.186894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.206585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.209171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:46:51.329656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9aeff13f-d81a-4825-bec1-6b33e90f0cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.448330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:46:51.458748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.665145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Network c89f0fe2-73ba-415c-bee7-2f386fe8e606 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: (rel_b, rel_a, rel_b), Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: (rel_b, rel_a, rel_b), Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:46:51.706403 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:46:51.718105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-4fa74041-bdca-40a0-b942-b70580710f8f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:51.727869 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-4fa74041-bdca-40a0-b942-b70580710f8f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.2193675 Nov 19 05:46:51.747921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-3eee9649-b22b-42f0-b690-28cdee11c76a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/quotas/8ea976c7bb264eb79aa9a86bd0c4b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0190876 Nov 19 05:46:51.815289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.819776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:51.841201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:51.857064 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-0ad40b4e-aa83-4706-993b-009785090af4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964637 Nov 19 05:46:51.857845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89f0fe2-73ba-415c-bee7-2f386fe8e606,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:51.862558 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c89f0fe2-73ba-415c-bee7-2f386fe8e606 HTTP/1.1" status: 204 len: 168 time: 1.5478399 Nov 19 05:46:51.862558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8d1687ef-d5b3-493d-93fe-adfdecd53a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:51.864653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49812) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:51.938243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Deleting subnet f4b77dad-79e0-4ba2-a0d7-5cd38c188adc {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:46:51.941849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.003166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.017050 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7db83b41-cf1f-4410-993f-5d3b995ba922 service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519518 Nov 19 05:46:52.074103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.353511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.369923 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:52.370537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-1fb009f9-2914-4440-b725-69a12be67126 service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3522685 Nov 19 05:46:52.475475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b77dad-79e0-4ba2-a0d7-5cd38c188adc,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:52.481623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:52.526406 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.533868 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ba824071-8a70-4b04-9f34-142bc7f91de4 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f4b77dad-79e0-4ba2-a0d7-5cd38c188adc HTTP/1.1" status: 204 len: 168 time: 0.6682096 Nov 19 05:46:52.536571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 49826) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:52.673926 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e74d0ec4-07a5-4dd3-b6cc-179770332699 req-48e271ee-b9c2-4b90-90d3-40dd84a0296f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 210 time: 0.0659001 Nov 19 05:46:52.712249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:52.930113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.053154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.053629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.054563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.054960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > port after_create 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.055401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.055840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > port after_update 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.056258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.056667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.057094 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.057510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.124517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.124980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.126525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.126525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80294) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 05:46:53.126525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b534b0d-4dfc-480c-a90a-169579c4a84d']}} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:53.144751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b4dd77-23f2-460f-8062-7df131617a8d') {'for_net_delete': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:53.145126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b4dd77-23f2-460f-8062-7df131617a8d') {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:46:53.165539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848440971'] for segment, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.181489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.183558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:46:53.366206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d has no segments {{(pid=80294) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:46:53.377354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6444697'] for segment, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.563692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Network 6b534b0d-4dfc-480c-a90a-169579c4a84d has no segments {{(pid=80294) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: (rel_b, rel_a, rel_b), Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: (rel_b, rel_a, rel_b), Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:46:53.591999 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:46:53.675469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.681193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92b3b52f-cb9c-4cf2-9d1f-77be396122f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:53.703427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b534b0d-4dfc-480c-a90a-169579c4a84d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:53.716452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.723344 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] 10.222.0.17 "DELETE /v2.0/networks/6b534b0d-4dfc-480c-a90a-169579c4a84d HTTP/1.1" status: 204 len: 168 time: 1.1854253 Nov 19 05:46:53.744706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:53.903592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7ef320d7-cf62-4c97-b3d8-fde157253f8a req-de364786-4b95-4e14-b521-17cd82169b39 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 210 time: 0.0582290 Nov 19 05:46:53.970519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d840381f-866d-4159-a9fd-6960a148c4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:53.988376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49868) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:54.050507 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cba56f87-5a09-430d-b3b3-480f5d0bb03d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b6e8f46ee99444b48ca3034cb86f6b93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0585363 Nov 19 05:46:54.050690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49872) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:54.118510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.147517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.189334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-e3959cec-6a9c-4e0e-90d8-ad2892633c40 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:54.191005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-e3959cec-6a9c-4e0e-90d8-ad2892633c40 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.1651850 Nov 19 05:46:54.194637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.199930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:54.211792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dbadec-3824-45dd-9552-e324068df6ff,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:54.214514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:54.223600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.225217 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/13dbadec-3824-45dd-9552-e324068df6ff HTTP/1.1" status: 204 len: 168 time: 0.1732433 Nov 19 05:46:54.226846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Request body: {'port': {'device_id': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551', 'admin_state_up': True, 'tenant_id': '8ea976c7bb264eb79aa9a86bd0c4b1e7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:54.377834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.424864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:54.441493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:54.454013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Made reservation on behalf of 8ea976c7bb264eb79aa9a86bd0c4b1e7 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:46:54.461154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.621251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49896) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:54.852229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:54.874488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Allocated IP 172.20.0.3 (68404511-76ee-4520-b4e8-d6cbc77eb551/25d47f7a-1d25-45a4-a49b-5a828c50df40/21e71c64-b780-4954-b0af-5f51f2ddb114) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:46:54.884379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49904) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:54.980690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:54.999798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6c5a8d84c840b8951c0853da803029 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:55.016491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:55.025894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:55.155658 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9b948b4d-b2ad-4666-aef0-74055fb8fe46 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=440b1e8ec0f24e99a27835c0193a3b4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2698565 Nov 19 05:46:55.156420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49920) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:55.187405 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e123d506-6289-46b2-a7b4-9014f1b8af9d req-44b691f9-8ee0-4026-9219-62fd793e5c93 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 210 time: 0.1036203 Nov 19 05:46:55.207162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.219289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.230457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de666ef0-30ba-4f66-8de4-2caa51e650cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:55.239590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.268457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.286635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:55.290515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7deb5-af12-4c02-aec3-eb0ead85d222,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:55.294402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:55.302142 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1c6c5a8d84c840b8951c0853da803029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6751618 Nov 19 05:46:55.308527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 49926) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:55.316976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.339982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.393089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.423777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event updated for resources: {'Port': ['ID=21e71c64-b780-4954-b0af-5f51f2ddb114,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:55.439497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:55.445316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.475138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.482544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:46:55.483756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:46:55.486814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:46:55.488687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.499017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5379bba6-7099-448a-a07a-5aa1ba43ce3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:55.524748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0451c2-a051-4b26-bbf6-ddcdc8ed5f06,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:55.534895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:55.542062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.546254 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af0451c2-a051-4b26-bbf6-ddcdc8ed5f06 HTTP/1.1" status: 204 len: 168 time: 0.3701763 Nov 19 05:46:55.553282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:55.553990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.554447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.558427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8cbc970e-48b2-4764-869f-3e1220de443a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:55.573207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7deb5-af12-4c02-aec3-eb0ead85d222,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:55.576772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:55.578860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.580652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3586619 Nov 19 05:46:55.582845 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93a7deb5-af12-4c02-aec3-eb0ead85d222 HTTP/1.1" status: 204 len: 168 time: 0.2734008 Nov 19 05:46:55.609383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Request body: {'port': {'device_id': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:55.739827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:55.765516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.247837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e71c64-b780-4954-b0af-5f51f2ddb114 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:46:56.256081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.269132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Transition to ACTIVE for port object 21e71c64-b780-4954-b0af-5f51f2ddb114 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:46:56.272148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.291462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:56.407187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Pushing event updated for resources: {'Port': ['ID=21e71c64-b780-4954-b0af-5f51f2ddb114,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:56.412029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:56.578845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98c1f5-ef2e-4635-9292-623c2b5d588a req-52f4d3b1-0e3e-406e-ac46-48bf547e6909 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:56.579639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-fa98c1f5-ef2e-4635-9292-623c2b5d588a req-52f4d3b1-0e3e-406e-ac46-48bf547e6909 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:46:56.604744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-fa98c1f5-ef2e-4635-9292-623c2b5d588a req-52f4d3b1-0e3e-406e-ac46-48bf547e6909 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:46:56.606028 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa98c1f5-ef2e-4635-9292-623c2b5d588a req-52f4d3b1-0e3e-406e-ac46-48bf547e6909 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.1952786 Nov 19 05:46:56.772004 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa98c1f5-ef2e-4635-9292-623c2b5d588a req-b5f51793-46b7-4b52-ab17-6b0f48fc242d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177583 Nov 19 05:46:56.805180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Attempting to bind port 21e71c64-b780-4954-b0af-5f51f2ddb114 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:46:56.808916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Attempting to bind port 21e71c64-b780-4954-b0af-5f51f2ddb114 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:46:56.808916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Attempting to bind port 21e71c64-b780-4954-b0af-5f51f2ddb114 on network 68404511-76ee-4520-b4e8-d6cbc77eb551 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:46:56.815940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:46:56.815940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Checking segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:46:56.815940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.815940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Bound using segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:46:56.815940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Bound port: 21e71c64-b780-4954-b0af-5f51f2ddb114, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:46:56.815940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.910165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] For port 21e71c64-b780-4954-b0af-5f51f2ddb114, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:46:56.914059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] For port 21e71c64-b780-4954-b0af-5f51f2ddb114, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21e71c64-b780-4954-b0af-5f51f2ddb114,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:46:56.917590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:56.933868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:57.300653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Pushing event updated for resources: {'Port': ['ID=21e71c64-b780-4954-b0af-5f51f2ddb114,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:57.305872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:57.340215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:57.341791 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] 10.222.0.35 "PUT /v2.0/ports/21e71c64-b780-4954-b0af-5f51f2ddb114 HTTP/1.1" status: 200 len: 1157 time: 1.7373338 Nov 19 05:46:57.342318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:46:57.350733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 50000) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:57.410028 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114', 'status': 'completed', 'code': 200} Nov 19 05:46:57.573700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:57.630627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:57.636487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Usage tracker for resource:security_group_rule and tenant:76778b75ec164a9db377a25f7069a047 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:57.642852 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-50ac8dab-19c4-41c9-a335-e6c049980e9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 1160 time: 0.1377316 Nov 19 05:46:57.643699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:57.650097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:57.788046 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-efc88606-8282-46c7-8f02-a598bd01ae84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21e71c64-b780-4954-b0af-5f51f2ddb114 HTTP/1.1" status: 200 len: 217 time: 0.0806808 Nov 19 05:46:57.789780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:57.793304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:57.802238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-48a471a1-8917-41f4-bbac-0bf9e6e9574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:57.908554 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=76778b75ec164a9db377a25f7069a047&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5566947 Nov 19 05:46:57.909404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb93ff-cd6b-46ac-a6d4-f2391c658ffd,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:57.911510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50010) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:57.913220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-2bf3a459-1e43-42b4-90ee-d9e1c9cd06d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:57.914665 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-2bf3a459-1e43-42b4-90ee-d9e1c9cd06d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.1135488 Nov 19 05:46:57.953704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:57.998079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:58.005983 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-47f7dbfd-3459-4620-9b37-c1f75933c3f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583000 Nov 19 05:46:58.028802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:58.077578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:58.082949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-185f07ab-6e56-4f77-bd16-fd07e3ba6d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:58.099327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb93ff-cd6b-46ac-a6d4-f2391c658ffd,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:58.102100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:58.103109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:58.107802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d8fb93ff-cd6b-46ac-a6d4-f2391c658ffd HTTP/1.1" status: 204 len: 168 time: 0.1950979 Nov 19 05:46:58.134827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0264a-04d5-41c2-939c-116fb08f30e4 req-925becd8-baf7-4b6d-874c-51fd52b13d6c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:58.136484 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0ca0264a-04d5-41c2-939c-116fb08f30e4 req-925becd8-baf7-4b6d-874c-51fd52b13d6c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.2307537 Nov 19 05:46:58.226174 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-5721a7fc-c6d0-4c23-a32e-1a5b19b0ef5a service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119513 Nov 19 05:46:58.231260 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0ca0264a-04d5-41c2-939c-116fb08f30e4 req-4ee57d51-07db-4e5b-ad3c-9114bf6d9ca9 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663633 Nov 19 05:46:58.439733 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b445300a-e7b3-4d9c-9dae-fadaf56a40ee req-b7e99d25-0487-4108-957b-024455e24475 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001028 Nov 19 05:46:58.656522 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-d0b875a7-1095-4a9c-818b-dd2c2c36192b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 1160 time: 0.0822511 Nov 19 05:46:58.821873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-f3fc37c6-572d-45e4-9b0f-419b86f008ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:58.823652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-f3fc37c6-572d-45e4-9b0f-419b86f008ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 909 time: 0.1545498 Nov 19 05:46:58.907986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-f05b967a-0741-4daf-bfc8-5d749be842b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21e71c64-b780-4954-b0af-5f51f2ddb114 HTTP/1.1" status: 200 len: 217 time: 0.0741208 Nov 19 05:46:59.058552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-e9f67ac1-9fc6-47e4-b35a-6be4e4676771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:59.060124 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-e9f67ac1-9fc6-47e4-b35a-6be4e4676771 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.0707238 Nov 19 05:46:59.084451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50048) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:59.129600 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-1046cfed-341e-4216-a5d2-4f565e301864 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474110 Nov 19 05:46:59.231355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1175299400-network', 'tenant_id': 'e7c819d4bb254062ba80b1fdc5791512'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:59.236631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:59.240783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Usage tracker for resource:network and tenant:e7c819d4bb254062ba80b1fdc5791512 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:59.244021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:59.250653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:59.261892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Made reservation on behalf of e7c819d4bb254062ba80b1fdc5791512 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:46:59.266917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.281055 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-a6416a94-95b3-49ab-b3b7-686252598576 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421840 Nov 19 05:46:59.285393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.322832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:59.328229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c819d4bb254062ba80b1fdc5791512 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:59.332358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:59.346372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:59.423293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.427819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.430949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d537cec5-e6f9-41e5-a1f3-f6152c11b4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:59.474824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:46:59.484081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d46eca-7cf9-451a-91d9-6f21a93d175a,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:59.489501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:59.492385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.493142 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Added segment 61e6e2a7-6e65-49bf-b511-b448cb6b4b5d of type vxlan for network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 Nov 19 05:46:59.507466 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873fc58-42ac-46ce-b978-07748ea0c778 req-93e7d64b-a0ff-43be-b189-c91fa72e7edc service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2138817 Nov 19 05:46:59.530490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85522e4-0357-458f-932d-2589210e3683 req-778a269d-9970-47ea-9ccb-090ae9aba522 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:59.532152 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c85522e4-0357-458f-932d-2589210e3683 req-778a269d-9970-47ea-9ccb-090ae9aba522 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.1387029 Nov 19 05:46:59.543605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.579670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.580882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:46:59.581658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.588405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:46:59.608334 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c85522e4-0357-458f-932d-2589210e3683 req-bb9c0f94-4160-4215-9baa-f6df09358ed3 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684466 Nov 19 05:46:59.754795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 50074) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:46:59.755019 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6689477 Nov 19 05:46:59.758478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:46:59.761666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Request body: {'subnet': {'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1175299400-subnet', 'tenant_id': 'e7c819d4bb254062ba80b1fdc5791512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:46:59.761813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:46:59.767722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:46:59.770742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:46:59.788243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Usage tracker for resource:subnet and tenant:e7c819d4bb254062ba80b1fdc5791512 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:46:59.794608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:46:59.803804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:46:59.822541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Made reservation on behalf of e7c819d4bb254062ba80b1fdc5791512 for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:46:59.827749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847552397'] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:46:59.882649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:47:00.283535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ef98-811f-475b-8fcd-eff05665a445 req-c4756237-7597-4296-84cf-718fb9e74051 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:00.285153 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ebb3ef98-811f-475b-8fcd-eff05665a445 req-c4756237-7597-4296-84cf-718fb9e74051 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.2233093 Nov 19 05:47:00.354830 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ebb3ef98-811f-475b-8fcd-eff05665a445 req-1f37ca4d-cd62-4d4e-b569-d76e89830540 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Nov 19 05:47:00.459162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848331256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847552446'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:00.473775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0269ea57-3827-4bf3-a44f-5be7fd1a1fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:00.866501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9d77ca-aeda-42b4-98c9-81eaa49c12db,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:00.873685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:00.934569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c79f3-fe6d-4896-8723-c1ae1af6a899 req-6e840d57-7e7e-4826-918f-1035ac09f3f5 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:00.936276 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-885c79f3-fe6d-4896-8723-c1ae1af6a899 req-6e840d57-7e7e-4826-918f-1035ac09f3f5 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.1684022 Nov 19 05:47:01.000240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Checking segment: {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:01.000656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Network hostable DHCP agents. Network: 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:47:01.010320 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-885c79f3-fe6d-4896-8723-c1ae1af6a899 req-f431a2c0-0ca2-4e26-9c2f-fb80f47653ed tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676460 Nov 19 05:47:01.027630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:47:01.039708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:01.050073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef76cf-5d00-4acc-87ca-9a212facd465 None None] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:47:01.052636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:01.053276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:01.079487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3234606 Nov 19 05:47:01.280256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d36358a-a8a1-488c-965c-82e1842cb3a9 None None] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:47:01.618023 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efb1ee-037e-4050-b8a2-8c4204b8d131 req-5b3452b1-fd8e-4a25-a33b-b61597c8887c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:01.619813 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95efb1ee-037e-4050-b8a2-8c4204b8d131 req-5b3452b1-fd8e-4a25-a33b-b61597c8887c tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.0957127 Nov 19 05:47:01.677458 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95efb1ee-037e-4050-b8a2-8c4204b8d131 req-199f1ec4-ab65-47dd-9b7d-98a7f407f580 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509417 Nov 19 05:47:02.230818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0aa07-3db7-4836-b6c6-7aa6413029cc req-a643307e-79d5-41ab-93d4-925444c50917 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:02.232599 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b8a0aa07-3db7-4836-b6c6-7aa6413029cc req-a643307e-79d5-41ab-93d4-925444c50917 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.0878956 Nov 19 05:47:02.288586 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b8a0aa07-3db7-4836-b6c6-7aa6413029cc req-b19905bc-abfc-4dfe-b50b-69e96059ee52 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Nov 19 05:47:02.914389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89bac-4366-43e6-b804-bf6ac478374c req-a1809354-a07f-4f1d-9f47-1c222fd389e7 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:02.916010 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-00f89bac-4366-43e6-b804-bf6ac478374c req-a1809354-a07f-4f1d-9f47-1c222fd389e7 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.0958483 Nov 19 05:47:02.965409 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-00f89bac-4366-43e6-b804-bf6ac478374c req-a8834a38-dcd4-4e89-b37b-ad7d42b0f40e tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Nov 19 05:47:03.358979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123d3c-0815-4754-b860-1f832873b03a req-dd0b3fe7-aaa8-4ba1-89d0-6d63bc57860f tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:03.360850 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-81123d3c-0815-4754-b860-1f832873b03a req-dd0b3fe7-aaa8-4ba1-89d0-6d63bc57860f tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.35 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 945 time: 0.0894995 Nov 19 05:47:03.483408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Deleting port ffe072be-ec49-45ae-84a2-56680074e885 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:47:03.483783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:03.694920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5523121-5403-4ddb-bf4f-a87ef2952d93 req-f5eaccce-215c-40b0-a83a-42fb41e307e1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:03.696542 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f5523121-5403-4ddb-bf4f-a87ef2952d93 req-f5eaccce-215c-40b0-a83a-42fb41e307e1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.2659638 Nov 19 05:47:03.800910 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f5523121-5403-4ddb-bf4f-a87ef2952d93 req-5446535c-92d1-4ba1-a48d-0ed33b84a3fd tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955434 Nov 19 05:47:03.813272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] For port ffe072be-ec49-45ae-84a2-56680074e885, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffe072be-ec49-45ae-84a2-56680074e885,segment=NetworkSegment(ca82b471-cb90-42b3-bd59-07eb2aa595a7),segment_id=ca82b471-cb90-42b3-bd59-07eb2aa595a7)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:03.813821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:03.947231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Calling delete_port for ffe072be-ec49-45ae-84a2-56680074e885 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:47:04.224013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:04.250106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0914532a-6c8f-4492-8ccb-fcba5d081d14 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:04.351032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Pushing event deleted for resources: {'Port': ['ID=ffe072be-ec49-45ae-84a2-56680074e885,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:04.361755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:04.371037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01104c-68c1-4bde-b826-dcf804a03c9c req-c0d5abe9-27a6-48e5-91ad-ad4468b90430 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:04.372654 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-de01104c-68c1-4bde-b826-dcf804a03c9c req-c0d5abe9-27a6-48e5-91ad-ad4468b90430 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 867 time: 0.2412608 Nov 19 05:47:04.559794 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-de01104c-68c1-4bde-b826-dcf804a03c9c req-9323a313-db4b-47ab-91c7-556cd21254e7 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/security-groups?id=09cd320b-a63f-4c1a-a7e6-7cc624935dac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796198 Nov 19 05:47:04.627346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] No DVR routers for this DVR port ffe072be-ec49-45ae-84a2-56680074e885 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:47:04.634468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:04.637187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'name': 'network-vif-deleted', 'tag': 'ffe072be-ec49-45ae-84a2-56680074e885'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:04.653952 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-81123d3c-0815-4754-b860-1f832873b03a req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.35 "DELETE /v2.0/ports/ffe072be-ec49-45ae-84a2-56680074e885 HTTP/1.1" status: 204 len: 173 time: 1.2868948 Nov 19 05:47:04.666471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-14df2aae-7431-4710-b197-fcb9ef4e13b7 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:04.668123 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-14df2aae-7431-4710-b197-fcb9ef4e13b7 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/networks?id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 200 len: 809 time: 0.2547979 Nov 19 05:47:04.687237 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-2bd6c1d4-4ff6-4c93-aa12-3a22bd010d8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/quotas/e7c819d4bb254062ba80b1fdc5791512 HTTP/1.1" status: 200 len: 375 time: 0.0114791 Nov 19 05:47:04.754394 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd', 'name': 'network-vif-deleted', 'tag': 'ffe072be-ec49-45ae-84a2-56680074e885', 'status': 'completed', 'code': 200} Nov 19 05:47:04.761458 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-69c0fc4d-bec2-4f97-bc90-dac579cf8944 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?tenant_id=e7c819d4bb254062ba80b1fdc5791512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518582 Nov 19 05:47:04.921196 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-298227a1-b884-4449-8aeb-548ac29c9537 service neutron] 10.222.0.17 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513166 Nov 19 05:47:05.128537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-b484cb6c-354c-4565-b5dd-65d7d78fa227 service neutron] 10.222.0.17 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001903 Nov 19 05:47:05.140399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf85c67-37b5-4c1a-9ea3-69f9b1579526 req-d2417b79-5103-4886-ac11-42736d37cb35 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:05.141995 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bcf85c67-37b5-4c1a-9ea3-69f9b1579526 req-d2417b79-5103-4886-ac11-42736d37cb35 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.1921067 Nov 19 05:47:05.193454 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bcf85c67-37b5-4c1a-9ea3-69f9b1579526 req-c5ec2522-65b9-4d94-a3d1-a96a40fc2606 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Nov 19 05:47:05.300150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 21e71c64-b780-4954-b0af-5f51f2ddb114 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:05.359900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-61a45654-78a9-44d4-9d4b-e8d92aa42d48 req-81a4cafe-21a3-4909-addd-5806cb00ea65 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0620835 Nov 19 05:47:05.387208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 21e71c64-b780-4954-b0af-5f51f2ddb114 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:05.393129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 21e71c64-b780-4954-b0af-5f51f2ddb114 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:05.393550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.526736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.559007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:05.569890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 21e71c64-b780-4954-b0af-5f51f2ddb114, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21e71c64-b780-4954-b0af-5f51f2ddb114,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:05.572980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:05.574956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:05.619167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device ffe072be-ec49-45ae-84a2-56680074e885 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:47:05.655497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: ffe072be-ec49-45ae-84a2-56680074e885 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:47:05.656061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device ffe072be-ec49-45ae-84a2-56680074e885 not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:47:05.658772 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114', 'code': 200} Nov 19 05:47:05.684042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=21e71c64-b780-4954-b0af-5f51f2ddb114,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:05.687793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:05.795708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-5c810483-9dbe-428f-bff2-0dfee2d2df2f req-12236402-ca48-4794-893a-2f53f026d402 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Synchronizing usage tracker for tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:05.812513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-5c810483-9dbe-428f-bff2-0dfee2d2df2f req-12236402-ca48-4794-893a-2f53f026d402 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Unset dirty status for tenant:13b9b8f556e24dcb96e6bdb2f7eaadc6 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:05.813768 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c810483-9dbe-428f-bff2-0dfee2d2df2f req-12236402-ca48-4794-893a-2f53f026d402 tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] 10.222.0.17 "GET /v2.0/ports?device_id=bf9a5f67-1f1f-47e0-ac45-f45d8e9d15fd HTTP/1.1" status: 200 len: 210 time: 0.0657244 Nov 19 05:47:06.007568 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-88796cd8-88ff-4309-84e2-c9ddc25f9bb8 req-0e00a9a6-a3e7-485b-bfcd-1fc7cf555418 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 1162 time: 0.0816729 Nov 19 05:47:06.122769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-88796cd8-88ff-4309-84e2-c9ddc25f9bb8 req-ca89a5c9-0a99-45bb-9059-6bfc5d06f9ad service neutron] Synchronizing usage tracker for tenant:cf3bf228462d4cae9b3fdee8bc3fd854 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:06.141519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-88796cd8-88ff-4309-84e2-c9ddc25f9bb8 req-ca89a5c9-0a99-45bb-9059-6bfc5d06f9ad service neutron] Unset dirty status for tenant:cf3bf228462d4cae9b3fdee8bc3fd854 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:06.148243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-88796cd8-88ff-4309-84e2-c9ddc25f9bb8 req-ca89a5c9-0a99-45bb-9059-6bfc5d06f9ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694740 Nov 19 05:47:06.413196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6457ac-07c8-4eff-be6d-e35d0279f07e req-05d85a5f-47bf-4715-ab04-1943617b5982 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:06.414768 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ba6457ac-07c8-4eff-be6d-e35d0279f07e req-05d85a5f-47bf-4715-ab04-1943617b5982 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.0862100 Nov 19 05:47:06.467819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 21e71c64-b780-4954-b0af-5f51f2ddb114 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:06.470236 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ba6457ac-07c8-4eff-be6d-e35d0279f07e req-6279147b-37fc-44bd-8a10-2ff2a36d7a66 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Nov 19 05:47:06.543082 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f23c6e22-173f-4c24-9bfa-f51ada51b7ba req-c86b7eef-7322-4c6d-bb35-8327d8b24414 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0516188 Nov 19 05:47:06.558904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 21e71c64-b780-4954-b0af-5f51f2ddb114 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:06.559340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:07.836268 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cad29b7c-10bc-431a-a792-f07283d6835f req-14c8e395-da6a-4469-9787-11fd71f5706c tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0775943 Nov 19 05:47:07.846033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-2799e7de-9f52-46d4-9b6a-9c68203d4fcf tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:07.847640 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-2799e7de-9f52-46d4-9b6a-9c68203d4fcf tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "GET /v2.0/networks?id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 200 len: 809 time: 0.3279700 Nov 19 05:47:08.117871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Request body: {'port': {'device_id': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787', 'admin_state_up': True, 'tenant_id': 'e7c819d4bb254062ba80b1fdc5791512'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:08.270614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e5f8a-eabf-43da-8e7a-aa67d4f9e278 req-b37b82f3-0aec-4515-987c-18040d9c63c1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:08.272401 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-249e5f8a-eabf-43da-8e7a-aa67d4f9e278 req-b37b82f3-0aec-4515-987c-18040d9c63c1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.4326901 Nov 19 05:47:08.331936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:08.340810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Usage tracker for resource:port and tenant:e7c819d4bb254062ba80b1fdc5791512 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:08.344778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Quota usage for port was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:08.351676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:08.355566 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-249e5f8a-eabf-43da-8e7a-aa67d4f9e278 req-bdf745e0-b4ea-4dda-9205-886f2ae2ba20 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764666 Nov 19 05:47:08.366986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Made reservation on behalf of e7c819d4bb254062ba80b1fdc5791512 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:08.372759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:08.542723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 21e71c64-b780-4954-b0af-5f51f2ddb114 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:08.624853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 21e71c64-b780-4954-b0af-5f51f2ddb114 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:08.625267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:08.736125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Allocated IP 172.20.0.5 (6cd0cf97-f5df-4d1d-81ea-b4de1ec57787/8f9d77ca-aeda-42b4-98c9-81eaa49c12db/c62a002e-3869-4d60-9a62-6dfc88a727f9) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:08.760557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50290) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:08.829010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Deleting subnet c210824c-b053-4a1c-a14a-59a73bd447a5 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:47:08.833680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:08.887667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:08.955058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.021040 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4d42872c-fb90-4794-b6b5-7d866d85be61 req-949d4c82-7b3b-4456-a03c-6407ebd356de tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0507798 Nov 19 05:47:09.042603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.073186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.094849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:09.189390 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-a1925827-04f0-430c-9540-19f3de85db3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2045977 Nov 19 05:47:09.228886 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Pushing event updated for resources: {'Port': ['ID=c62a002e-3869-4d60-9a62-6dfc88a727f9,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:09.234707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:09.324883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.330002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:09.331301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:09.338201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:09.381785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:09.416054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:09.416940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.461154 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3493202 Nov 19 05:47:09.483724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Request body: {'port': {'device_id': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:09.499491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c210824c-b053-4a1c-a14a-59a73bd447a5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:09.505380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:09.571222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.577309 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-2be83b97-29f2-4ac1-8b26-6109bc15e429 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 1163 time: 0.2482622 Nov 19 05:47:09.582682 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c210824c-b053-4a1c-a14a-59a73bd447a5 HTTP/1.1" status: 204 len: 168 time: 0.8208077 Nov 19 05:47:09.585510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50316) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:09.727047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.821164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6544ff-d425-4507-b30e-c6d180e74e87 req-09df2f4e-f41b-408c-a18b-5d99bfeaf0cf tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:09.822806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef6544ff-d425-4507-b30e-c6d180e74e87 req-09df2f4e-f41b-408c-a18b-5d99bfeaf0cf tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.2024641 Nov 19 05:47:09.853575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:09.948143 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef6544ff-d425-4507-b30e-c6d180e74e87 req-ed85ec25-ab2b-42cf-91f7-2b683dbab55d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928352 Nov 19 05:47:09.967408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-2f3dfb49-4641-4058-9efc-ac37851d43ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:09.969626 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-2f3dfb49-4641-4058-9efc-ac37851d43ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 909 time: 0.3085868 Nov 19 05:47:10.111948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-8648804e-f89d-4211-9cbd-93f3298871bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26517137-a04d-4540-b9cd-34203dd9ae4e HTTP/1.1" status: 200 len: 217 time: 0.1324344 Nov 19 05:47:10.279101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 50338) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:10.452052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743133f4-3568-4bf3-bb4f-34161ac58938 req-bac8a3bf-a63e-486c-b368-81fe458cc2a5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:10.453049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-743133f4-3568-4bf3-bb4f-34161ac58938 req-bac8a3bf-a63e-486c-b368-81fe458cc2a5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Synchronizing usage tracker for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:10.467290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62a002e-3869-4d60-9a62-6dfc88a727f9 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:10.478100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.496866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-743133f4-3568-4bf3-bb4f-34161ac58938 req-bac8a3bf-a63e-486c-b368-81fe458cc2a5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Unset dirty status for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:10.498845 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-743133f4-3568-4bf3-bb4f-34161ac58938 req-bac8a3bf-a63e-486c-b368-81fe458cc2a5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 931 time: 0.2180483 Nov 19 05:47:10.499956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Transition to ACTIVE for port object c62a002e-3869-4d60-9a62-6dfc88a727f9 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:10.509204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.519923 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.532506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-31b147ea-3116-441b-bea2-edd6e01989f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:10.612000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-6617a748-cf87-449d-9b05-9f5b74a87540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:10.613668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-6617a748-cf87-449d-9b05-9f5b74a87540 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.4846485 Nov 19 05:47:10.679746 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-720bdc44-1ea5-4ca8-98e5-7b581caea03e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558889 Nov 19 05:47:10.710911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.785664 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:10.790560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Usage tracker for resource:security_group_rule and tenant:9027a774633b4a0994ed166995eec514 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:10.793630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:10.800123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:10.824005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-743133f4-3568-4bf3-bb4f-34161ac58938 req-79511aa5-8ce3-405b-9861-144d6add9643 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924139 Nov 19 05:47:10.829988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Pushing event updated for resources: {'Port': ['ID=c62a002e-3869-4d60-9a62-6dfc88a727f9,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:10.862958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb29da36-4600-445e-8677-4021bf2efaed']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:10.882907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca82b471-cb90-42b3-bd59-07eb2aa595a7') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:10.883247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca82b471-cb90-42b3-bd59-07eb2aa595a7') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:10.903851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.909962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:10.944881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:10.955974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:47:11.043255 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-f79e6735-2960-4c2a-86e3-d7aeea4725db service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352320 Nov 19 05:47:11.103794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.113347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.123138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:11.191790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Attempting to bind port c62a002e-3869-4d60-9a62-6dfc88a727f9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:11.192155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Attempting to bind port c62a002e-3869-4d60-9a62-6dfc88a727f9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:11.192513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Attempting to bind port c62a002e-3869-4d60-9a62-6dfc88a727f9 on network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:11.196020 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea502e1-c59b-45da-8eed-a1aa34fc7f8d,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:11.202719 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9027a774633b4a0994ed166995eec514&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9209709 Nov 19 05:47:11.203705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:11.205809 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 50372) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:11.223850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:11.224273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Checking segment: {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:11.224740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.225150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Bound using segment: {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:11.225610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Bound port: c62a002e-3869-4d60-9a62-6dfc88a727f9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:11.225974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.246394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Network fb29da36-4600-445e-8677-4021bf2efaed has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:47:11.257962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.361424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.409547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] For port c62a002e-3869-4d60-9a62-6dfc88a727f9, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:11.412741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.434521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] For port c62a002e-3869-4d60-9a62-6dfc88a727f9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c62a002e-3869-4d60-9a62-6dfc88a727f9,segment=NetworkSegment(61e6e2a7-6e65-49bf-b511-b448cb6b4b5d),segment_id=61e6e2a7-6e65-49bf-b511-b448cb6b4b5d)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:11.449376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.468495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:11.472476 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f6fd4d1-6546-498b-a047-1ef60766640f req-fdb99663-5d37-4d5e-b865-4d5b9b4e309a service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4032733 Nov 19 05:47:11.483634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Network fb29da36-4600-445e-8677-4021bf2efaed has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:47:11.508000 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:47:11.593422 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.598065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.607671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:11.632215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Pushing event deleted for resources: {'Network': ['ID=fb29da36-4600-445e-8677-4021bf2efaed,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:11.635176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:11.640310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] 10.222.0.17 "DELETE /v2.0/networks/fb29da36-4600-445e-8677-4021bf2efaed HTTP/1.1" status: 204 len: 168 time: 2.0502501 Nov 19 05:47:11.787658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50378) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:11.840565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Pushing event updated for resources: {'Port': ['ID=c62a002e-3869-4d60-9a62-6dfc88a727f9,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:11.843711 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2a87c246-7332-4e01-bdff-1f2f6179d583 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=13b9b8f556e24dcb96e6bdb2f7eaadc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546558 Nov 19 05:47:11.845799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.846367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50384) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:11.851106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:11.853568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:11.877199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea502e1-c59b-45da-8eed-a1aa34fc7f8d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:11.888691 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:11.902587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.906804 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4ea502e1-c59b-45da-8eed-a1aa34fc7f8d HTTP/1.1" status: 204 len: 168 time: 0.6991255 Nov 19 05:47:11.910456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:11.914538 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] 10.222.0.35 "PUT /v2.0/ports/c62a002e-3869-4d60-9a62-6dfc88a727f9 HTTP/1.1" status: 200 len: 1157 time: 2.4386728 Nov 19 05:47:11.915239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'tag': 'c62a002e-3869-4d60-9a62-6dfc88a727f9'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:11.969451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.013619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.075067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.080542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5068de51-9756-40a9-96cf-3d2d01139be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:12.100213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd320b-a63f-4c1a-a7e6-7cc624935dac,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:12.103543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:12.105128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.107277 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/09cd320b-a63f-4c1a-a7e6-7cc624935dac HTTP/1.1" status: 204 len: 168 time: 0.2594628 Nov 19 05:47:12.170841 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-c355c216-abe4-4910-8bff-43376c205fb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c819d4bb254062ba80b1fdc5791512&device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 1160 time: 0.1752474 Nov 19 05:47:12.177436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dfd70-7161-4775-a40b-fa377e3fc07b req-232f0f8f-2242-4f13-b4aa-c7dc7613a3ac tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:12.179258 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-056dfd70-7161-4775-a40b-fa377e3fc07b req-232f0f8f-2242-4f13-b4aa-c7dc7613a3ac tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 943 time: 0.1249526 Nov 19 05:47:12.260759 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'tag': 'c62a002e-3869-4d60-9a62-6dfc88a727f9', 'status': 'completed', 'code': 200} Nov 19 05:47:12.279427 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-99c1d5ec-c459-43eb-916c-66b574ea6eeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c62a002e-3869-4d60-9a62-6dfc88a727f9 HTTP/1.1" status: 200 len: 217 time: 0.0931213 Nov 19 05:47:12.389457 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-056dfd70-7161-4775-a40b-fa377e3fc07b req-63e0f757-6f77-41da-ac71-8bfcc8e57906 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019203 Nov 19 05:47:12.394218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-8c4ac35b-bdff-4213-afa0-ad879a7d1036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:12.395785 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-8c4ac35b-bdff-4213-afa0-ad879a7d1036 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f9d77ca-aeda-42b4-98c9-81eaa49c12db HTTP/1.1" status: 200 len: 849 time: 0.1069572 Nov 19 05:47:12.447442 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-4441199e-8e67-4e1f-a6d9-1ea5c5b27358 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445571 Nov 19 05:47:12.583583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50416) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:12.601568 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-30123abf-be96-4997-90e3-2974c5b67e1e service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466231 Nov 19 05:47:12.608464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.644145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:12.648248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f19b68c1ecbe4d8eb3851f6c3cd5253c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:12.651239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:12.657624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:12.738378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.744802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.753112 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-335ee4ef-7e96-408c-a40f-5f6348f95256 req-7aaf44c7-b34c-4f52-bb5a-f7662b6189ad service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451128 Nov 19 05:47:12.756596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2c91ea61-28c0-4b92-bb24-7c694d832d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:12.800902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afeb0e7-b05d-4f3c-8b08-09ca54d4ae16,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:12.805769 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f19b68c1ecbe4d8eb3851f6c3cd5253c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2210889 Nov 19 05:47:12.806688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:12.809049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50422) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:12.884536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.914047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.958061 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-fcb1b5db-7ecf-4363-bdff-48c42cf71a57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c819d4bb254062ba80b1fdc5791512&device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 1160 time: 0.1089718 Nov 19 05:47:12.969747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:12.977839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-68d6794c-e415-4730-97d1-b5bd3a039351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:12.994566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afeb0e7-b05d-4f3c-8b08-09ca54d4ae16,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:12.997194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:13.000042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.005086 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2afeb0e7-b05d-4f3c-8b08-09ca54d4ae16 HTTP/1.1" status: 204 len: 168 time: 0.1948483 Nov 19 05:47:13.105929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-3a683fde-1f01-4dcf-b910-86cf8a61a0b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:13.107820 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-3a683fde-1f01-4dcf-b910-86cf8a61a0b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 200 len: 903 time: 0.1445539 Nov 19 05:47:13.198798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50438) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:13.205699 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-3fa91419-31cf-4648-9424-c50d3d52e626 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c62a002e-3869-4d60-9a62-6dfc88a727f9 HTTP/1.1" status: 200 len: 217 time: 0.0894284 Nov 19 05:47:13.276924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-adf698d5-90a2-4c20-a5fc-a7b6973be796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:13.278514 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-adf698d5-90a2-4c20-a5fc-a7b6973be796 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f9d77ca-aeda-42b4-98c9-81eaa49c12db HTTP/1.1" status: 200 len: 849 time: 0.0652738 Nov 19 05:47:13.361679 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-bed34590-0c15-48a8-a6a0-8018cbaba074 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495069 Nov 19 05:47:13.411358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-154979010-network', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:13.428379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:13.438906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Usage tracker for resource:network and tenant:1ce1adf70ea44607a6c34b8992c4a4aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:13.444100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:13.465363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:13.489548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Made reservation on behalf of 1ce1adf70ea44607a6c34b8992c4a4aa for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:13.495484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.515416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.553067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:13.556109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Usage tracker for resource:security_group_rule and tenant:1ce1adf70ea44607a6c34b8992c4a4aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:13.559255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:13.565627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:13.658215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.660075 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-7e205e73-be44-46f1-8bc8-783ee5516661 service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903035 Nov 19 05:47:13.663150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.681418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:47:13.713744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:13.754117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.754674 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Added segment 775ad7b9-5931-4c3c-aefa-d7b27d134aa9 of type vxlan for network b0fbb798-79a8-45bd-abe2-a69de5ec7283 Nov 19 05:47:13.780073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af456ee-a2a0-4a9e-9070-10f7dfb7b619,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:13.795760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:13.804258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.847846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.849486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:13.850308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:13.863560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-aced0338-d9a9-4405-8874-0326826597f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:13.870655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79480f4d-75c9-4f08-82a2-83db7158bd32 req-e121ef3a-4f69-40eb-9c80-825c856fbca9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:13.875861 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79480f4d-75c9-4f08-82a2-83db7158bd32 req-e121ef3a-4f69-40eb-9c80-825c856fbca9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 943 time: 0.2896612 Nov 19 05:47:13.942241 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2cf499f-7db1-47af-9eac-650b6ff7124b req-f86b7702-5cab-4789-873e-f12dd8fa035d service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2747946 Nov 19 05:47:13.982700 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7822161 Nov 19 05:47:13.983717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Pushing event updated for resources: {'Network': ['ID=b0fbb798-79a8-45bd-abe2-a69de5ec7283,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:13.985881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50478) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:13.988576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:13.992924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Request body: {'subnet': {'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-subnet', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:13.995354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:47:13.999117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:14.003827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Usage tracker for resource:subnet and tenant:1ce1adf70ea44607a6c34b8992c4a4aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:14.007129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:14.014142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:14.026106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Made reservation on behalf of 1ce1adf70ea44607a6c34b8992c4a4aa for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:14.031709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8060226'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:14.050706 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79480f4d-75c9-4f08-82a2-83db7158bd32 req-54c3197d-e9f3-4b99-8f12-e41f1281df41 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629601 Nov 19 05:47:14.112776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-c125a8ba-b35d-4de5-a300-5820bf052922 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:14.114766 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-c125a8ba-b35d-4de5-a300-5820bf052922 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.2029836 Nov 19 05:47:14.120417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:47:14.133466 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-9e650050-2445-4297-82de-609a0ec3f358 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/quotas/8ea976c7bb264eb79aa9a86bd0c4b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0116274 Nov 19 05:47:14.236279 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-9279605e-a808-4db4-85e5-d3dd28ea9d07 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963244 Nov 19 05:47:14.411116 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-c073b12f-c9f7-4d6d-aa52-f06129adfd8a service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669126 Nov 19 05:47:14.542661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8060275'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:14.558679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fa25b246-ca07-4ac4-b737-31daa93633cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:14.559034 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-59f7f6bd-adf2-44d8-92fa-7788b52d5622 service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460564 Nov 19 05:47:14.689653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7dd60e8-eb3e-44c2-9269-66934075cb4a,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:14.703645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:14.791157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Checking segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:14.791595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Network hostable DHCP agents. Network: b0fbb798-79a8-45bd-abe2-a69de5ec7283, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:47:14.823500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:47:14.836166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, b0fbb798-79a8-45bd-abe2-a69de5ec7283) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:14.846275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a716c0-7959-4a50-8da6-bf0f5f75ce99 None None] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:47:14.864167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:14.864823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:14.900847 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-371db119-e886-49bb-af05-5074122b68a1 req-98176660-d873-4413-9753-cee197e3a3e5 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 210 time: 0.0829859 Nov 19 05:47:14.915790 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9284058 Nov 19 05:47:14.918366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50534) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:14.931668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:14.937276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:14.942110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Usage tracker for resource:router and tenant:1ce1adf70ea44607a6c34b8992c4a4aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:14.946267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:14.952017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:14.962931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:14.964128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:14.985635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:15.129966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671ee56-226d-4593-b0f1-f5209d869e78 None None] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:47:15.215542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:15.325775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54ef0-af00-46fb-9f6b-7b096895bcec req-d3fce84f-2bf5-43f8-b22d-a861de20b72b tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:15.328029 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-edb54ef0-af00-46fb-9f6b-7b096895bcec req-d3fce84f-2bf5-43f8-b22d-a861de20b72b tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 943 time: 0.1046937 Nov 19 05:47:15.443287 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-edb54ef0-af00-46fb-9f6b-7b096895bcec req-573f65bc-1ccf-4fcd-8f35-6de20617c20d tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083820 Nov 19 05:47:15.664644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:15.701070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:15.976137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Allocated IP 172.27.3.158 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/f3036cc0-2e5a-45e9-8278-d97b4717902c) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:16.097296 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-949cd9ed-7ba6-4517-b94c-281caf03ad0f req-0a9641ea-37dd-42c7-bb10-07562d8eb5d5 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 210 time: 0.0451040 Nov 19 05:47:16.138320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:16.167467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:16.181365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:16.328621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Pushing event updated for resources: {'Port': ['ID=f3036cc0-2e5a-45e9-8278-d97b4717902c,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:16.334140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:16.389475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:16.390677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:16.392899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:16.409025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:16.569233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-7f0b1d22-17af-4d28-8ecc-93d3f977f3fe tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:16.571652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-7f0b1d22-17af-4d28-8ecc-93d3f977f3fe tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.2118773 Nov 19 05:47:16.595998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:16.596991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:16.599018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Request body: {'port': {'device_id': '39cc6007-04a3-4108-a59e-eea2366f541d', 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551', 'admin_state_up': True, 'tenant_id': '8ea976c7bb264eb79aa9a86bd0c4b1e7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:16.831943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f8db8-79bf-48cf-bf56-49e8fe006795 req-d49e2d8b-bf3a-4414-a7a4-03a0dc2333d6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:16.833590 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-079f8db8-79bf-48cf-bf56-49e8fe006795 req-d49e2d8b-bf3a-4414-a7a4-03a0dc2333d6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 943 time: 0.1481426 Nov 19 05:47:16.865255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:16.872619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Router f1086e10-5296-4da1-97bc-bc2f09ebaa6e is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:47:16.882594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:16.907659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Made reservation on behalf of 8ea976c7bb264eb79aa9a86bd0c4b1e7 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:16.913545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:16.928192 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-079f8db8-79bf-48cf-bf56-49e8fe006795 req-6d7d1e5a-c73b-4e7a-aa3f-e4f5806c979d tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866981 Nov 19 05:47:17.084758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:47:17.094458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Sync routers for ids ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:47:17.107299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Routers {'f1086e10-5296-4da1-97bc-bc2f09ebaa6e'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:17.108788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:46:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:17.127118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:17.128549 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3496972a-13a0-45a9-9c0e-10434e5e521c admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2091665 Nov 19 05:47:17.132636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 50582) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:17.488557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Set router f1086e10-5296-4da1-97bc-bc2f09ebaa6e gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:17.517422 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3c7517a-6059-4020-851f-2548c15eb5a7 req-a1e0ee2e-fa81-43ce-9b62-13dc8c3a232b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 210 time: 0.0721195 Nov 19 05:47:17.611306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Allocated IP 172.20.0.2 (68404511-76ee-4520-b4e8-d6cbc77eb551/25d47f7a-1d25-45a4-a49b-5a828c50df40/4d3388dc-6580-44a5-8cb2-0f65b38c6ad0) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:17.795688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:47:16Z', 'revision_number': 3, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:17.800026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Checking router: f1086e10-5296-4da1-97bc-bc2f09ebaa6e for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:47:17.800408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Updating router f1086e10-5296-4da1-97bc-bc2f09ebaa6e port f3036cc0-2e5a-45e9-8278-d97b4717902c binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:47:17.859019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.015383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.173364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.191693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3b6aaa60-7e20-4bb7-a5b8-1579bc825da8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:18.281448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.294698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Transition to ACTIVE for port object f3036cc0-2e5a-45e9-8278-d97b4717902c will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:18.298453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.314493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:18.348264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event updated for resources: {'Port': ['ID=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:18.416791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.416791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.416791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.416791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.416791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.417290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.419614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.420178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.420732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.421191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.421640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.422086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.422602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.423044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.423584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.423981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.424417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.424855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.425174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Pushing event updated for resources: {'Port': ['ID=f3036cc0-2e5a-45e9-8278-d97b4717902c,revision_number=2']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:18.425275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.425710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.426159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.426604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.427040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.427512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.439197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.439645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.440003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.440370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.440819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.441064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.441415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.441769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.442092 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.442613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.443297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.443808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.444214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464a94-edce-4506-80a0-c665221c3bc9 req-597d67cc-291a-427a-ac34-b68a37edd9e8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:18.444556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.445053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.445565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.446060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.446570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.446928 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.447287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.447680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.448047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.448398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.448749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.449097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:18.452971 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5d464a94-edce-4506-80a0-c665221c3bc9 req-597d67cc-291a-427a-ac34-b68a37edd9e8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 943 time: 0.3421218 Nov 19 05:47:18.455504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:18.471995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:18.559371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Attempting to bind port f3036cc0-2e5a-45e9-8278-d97b4717902c on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:18.560026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Attempting to bind port f3036cc0-2e5a-45e9-8278-d97b4717902c by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:18.560806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Attempting to bind port f3036cc0-2e5a-45e9-8278-d97b4717902c on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:18.570013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:18.570626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:18.571272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.571733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:18.572256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Bound port: f3036cc0-2e5a-45e9-8278-d97b4717902c, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:18.572774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.594098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-1a294e5e-e39f-4d67-8e51-5ea6a8e5c0d9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:47:18.615064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:18.618780 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5d464a94-edce-4506-80a0-c665221c3bc9 req-92317a78-0c56-4c80-8735-9e4cdd2280f6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648419 Nov 19 05:47:18.619648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:18.623045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:18.663030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] For port f3036cc0-2e5a-45e9-8278-d97b4717902c, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:18.666846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] For port f3036cc0-2e5a-45e9-8278-d97b4717902c, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=f3036cc0-2e5a-45e9-8278-d97b4717902c,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:18.673514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.696343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:18.697006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:18.741448 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1492188 Nov 19 05:47:18.772991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Request body: {'port': {'device_id': '39cc6007-04a3-4108-a59e-eea2366f541d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:18.791184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-11d50f47-763b-4364-a361-6ce2181089c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:18.895337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Pushing event updated for resources: {'Port': ['ID=f3036cc0-2e5a-45e9-8278-d97b4717902c,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:18.901245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:18.935249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Routers {'f1086e10-5296-4da1-97bc-bc2f09ebaa6e'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:18.935935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:46:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:19.024240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:19.075337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35207eea-27eb-4088-85b1-4d5a5e6d97f0 req-3581406e-50c8-481c-b405-7b946f97df62 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:19.076147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-35207eea-27eb-4088-85b1-4d5a5e6d97f0 req-3581406e-50c8-481c-b405-7b946f97df62 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:19.128031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] Set router f1086e10-5296-4da1-97bc-bc2f09ebaa6e gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:19.136159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-35207eea-27eb-4088-85b1-4d5a5e6d97f0 req-3581406e-50c8-481c-b405-7b946f97df62 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:19.137451 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35207eea-27eb-4088-85b1-4d5a5e6d97f0 req-3581406e-50c8-481c-b405-7b946f97df62 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 931 time: 0.3301041 Nov 19 05:47:19.316183 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35207eea-27eb-4088-85b1-4d5a5e6d97f0 req-616c90e2-2642-491a-b8a6-6fb34b491d02 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678083 Nov 19 05:47:19.397748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:19.432645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:47:16Z', 'revision_number': 3, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:19.437142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f577dd-7f33-4f6d-86cc-c7c0ea4abc76 None None] The sync data for ids ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'] in dv-cinder-763306-1-iscsi is: [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:47:16Z', 'revision_number': 3, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:47:19.460316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:47:19.708499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c62a002e-3869-4d60-9a62-6dfc88a727f9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:19.801892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port c62a002e-3869-4d60-9a62-6dfc88a727f9 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:19.807373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c62a002e-3869-4d60-9a62-6dfc88a727f9 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:19.808151 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:19.994199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.035466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port c62a002e-3869-4d60-9a62-6dfc88a727f9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c62a002e-3869-4d60-9a62-6dfc88a727f9,segment=NetworkSegment(61e6e2a7-6e65-49bf-b511-b448cb6b4b5d),segment_id=61e6e2a7-6e65-49bf-b511-b448cb6b4b5d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:20.036448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62a002e-3869-4d60-9a62-6dfc88a727f9'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:20.042263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.044175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:20.101099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475db8-b874-4d26-bd52-0c93861d42ed req-01f32d19-ee3d-4690-ab15-b0026899dcd4 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:20.109361 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-29475db8-b874-4d26-bd52-0c93861d42ed req-01f32d19-ee3d-4690-ab15-b0026899dcd4 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 943 time: 0.2870450 Nov 19 05:47:20.120228 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62a002e-3869-4d60-9a62-6dfc88a727f9', 'code': 200} Nov 19 05:47:20.120228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=c62a002e-3869-4d60-9a62-6dfc88a727f9,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:20.129819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.130297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.130787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.131263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.131663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.132095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.132475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.132957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.133274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.133637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.133997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.134590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.135029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.135416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.135776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.136678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.136678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.136867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.137126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.137477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.137842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.138197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.138666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.139012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:20.143424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:20.289218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-29475db8-b874-4d26-bd52-0c93861d42ed req-27082152-6891-4f21-8fd4-156344a1f4bd tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788652 Nov 19 05:47:20.298668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:20.318337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.377459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Transition to ACTIVE for port object 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:20.389811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:20.425182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:20.455569 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e7cfcb3-2c08-46de-8b32-c459f35707db req-696cc78b-e5ec-4e4f-8428-436cab0202b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 1162 time: 0.1144314 Nov 19 05:47:20.516840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e7cfcb3-2c08-46de-8b32-c459f35707db req-e35c5bdd-75aa-4fb1-bf6d-aef73e86434f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Nov 19 05:47:20.598760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Allocated IP 172.20.0.1 (b0fbb798-79a8-45bd-abe2-a69de5ec7283/b7dd60e8-eb3e-44c2-9269-66934075cb4a/c85ce244-f1f8-466b-abb2-8e5844b2f8d6) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:20.640403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:20.643561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:20.901534 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e7e5-264e-4499-a1d6-9e6b74f7cfff req-981d9364-1fd2-4f1d-84b3-4da9c77dddf8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:20.903000 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0b4e7e5-264e-4499-a1d6-9e6b74f7cfff req-981d9364-1fd2-4f1d-84b3-4da9c77dddf8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 943 time: 0.3914394 Nov 19 05:47:20.940427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.039561 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0b4e7e5-264e-4499-a1d6-9e6b74f7cfff req-223e12a0-3002-453c-8308-83302b38a273 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195552 Nov 19 05:47:21.054750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.081576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:21.191149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Attempting to bind port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:21.191433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Attempting to bind port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:21.191812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Attempting to bind port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 on network 68404511-76ee-4520-b4e8-d6cbc77eb551 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:21.226825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:21.227201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Checking segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:21.227618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.228006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Bound using segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:21.228472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Bound port: 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:21.228836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.240013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:21.246735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:21.325044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7d80c166-fd30-48fb-b1eb-497a8b5484ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.371457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c62a002e-3869-4d60-9a62-6dfc88a727f9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:21.379130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] For port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:21.382543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:21.384535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] For port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:21.385869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:21.388605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:21.423440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.441960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-63a6ba87-8c24-4395-a235-4acf8e71e44e tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:21.447411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c62a002e-3869-4d60-9a62-6dfc88a727f9 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:21.447826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.635280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.651363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:21.671522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:21.744415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70835267-d6bf-4f81-8a88-b7f1a48fafa8 req-4cea6eed-febb-4d9a-8bb6-48632d5a71eb tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:21.746042 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70835267-d6bf-4f81-8a88-b7f1a48fafa8 req-4cea6eed-febb-4d9a-8bb6-48632d5a71eb tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 945 time: 0.3092060 Nov 19 05:47:21.792824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.794310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 HTTP/1.1" status: 200 len: 1157 time: 3.0349612 Nov 19 05:47:21.794916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cc6007-04a3-4108-a59e-eea2366f541d', 'tag': '4d3388dc-6580-44a5-8cb2-0f65b38c6ad0'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:21.849492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:21.872365 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70835267-d6bf-4f81-8a88-b7f1a48fafa8 req-cc124bda-3071-45a4-bad1-5a49fdc396e6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997279 Nov 19 05:47:21.920326 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cc6007-04a3-4108-a59e-eea2366f541d', 'tag': '4d3388dc-6580-44a5-8cb2-0f65b38c6ad0', 'status': 'completed', 'code': 200} Nov 19 05:47:21.960383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device f3036cc0-2e5a-45e9-8278-d97b4717902c up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:22.038533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port f3036cc0-2e5a-45e9-8278-d97b4717902c completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:22.043824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port f3036cc0-2e5a-45e9-8278-d97b4717902c triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:22.044239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.083207 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-ec6fee4f-0170-402e-bc24-e0aa9c5caec2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 1160 time: 0.2030063 Nov 19 05:47:22.206368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.229205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port f3036cc0-2e5a-45e9-8278-d97b4717902c, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=f3036cc0-2e5a-45e9-8278-d97b4717902c,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:22.233962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.236506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:22.313115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=f3036cc0-2e5a-45e9-8278-d97b4717902c,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:22.316697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:22.480596 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-83115513-3e67-4e91-917c-10c5def4f03d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 HTTP/1.1" status: 200 len: 217 time: 0.3502970 Nov 19 05:47:22.610761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-92a9bcfa-a94c-44a9-943f-ddde8cde8c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:22.612454 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-92a9bcfa-a94c-44a9-943f-ddde8cde8c6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.1224089 Nov 19 05:47:22.629760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f37e-4281-4c23-999c-0dd849caa9b1 req-40d67afc-89b8-400a-b706-cf32dc31cca7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:22.631227 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7466f37e-4281-4c23-999c-0dd849caa9b1 req-40d67afc-89b8-400a-b706-cf32dc31cca7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 943 time: 0.2205713 Nov 19 05:47:22.705416 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-0fd2d776-e3dd-4658-bd11-41514970d47c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828629 Nov 19 05:47:22.718968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.804830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.842264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:22.927457 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7466f37e-4281-4c23-999c-0dd849caa9b1 req-403cfc7f-c1c5-44e8-be44-c3181c46ab49 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624736 Nov 19 05:47:22.971665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:22.977739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:22.995600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:23.118166 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-00404e98-9455-4501-a3ad-d36dd8d40468 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016418 Nov 19 05:47:23.327348 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f91496c-2ac2-4beb-8a17-1fc51db573f9 req-a1888d20-67d9-43b3-a0f5-9a6178f782d3 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2014418 Nov 19 05:47:23.344736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfb878-2a0f-486d-b395-655eec7969a8 req-6bc252e7-f585-4970-a5ab-f383501f0a90 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:23.346324 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70bfb878-2a0f-486d-b395-655eec7969a8 req-6bc252e7-f585-4970-a5ab-f383501f0a90 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 945 time: 0.2888834 Nov 19 05:47:23.348398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:23.349632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:23.596529 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70bfb878-2a0f-486d-b395-655eec7969a8 req-e9e82bdf-43cd-45c1-bcd2-ec6ef2c47cff tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848667 Nov 19 05:47:23.718341 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-7b5efd19-d074-4416-b999-9cff05299bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 1160 time: 0.1944356 Nov 19 05:47:23.920376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device f3036cc0-2e5a-45e9-8278-d97b4717902c up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:24.002036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6758e68-b01f-4080-a3db-a01edafae58a req-f5953720-3771-4a02-b09b-e05b45e35f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:24.004370 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-f5953720-3771-4a02-b09b-e05b45e35f31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 909 time: 0.2639687 Nov 19 05:47:24.034485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f4f7-e5c3-405e-ba48-3c0e85f7d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.049721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port f3036cc0-2e5a-45e9-8278-d97b4717902c triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:24.050146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.373721 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-6b851bf9-2893-445c-85aa-1054423452f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 HTTP/1.1" status: 200 len: 217 time: 0.3445189 Nov 19 05:47:24.407708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:24.510271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Router f1086e10-5296-4da1-97bc-bc2f09ebaa6e has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:47:24.535915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6758e68-b01f-4080-a3db-a01edafae58a req-7cdb2813-a502-4af8-82df-ed9028007b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:24.538221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-7cdb2813-a502-4af8-82df-ed9028007b69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.1179132 Nov 19 05:47:24.624615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-0301f0cd-105c-47e8-8fee-e910add99ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733140 Nov 19 05:47:24.809835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647c55-6c7c-472a-9f5c-4d25d4d001fb req-eaa1c331-4657-4d2a-8f77-fadcc0f7d155 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:24.812289 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f6647c55-6c7c-472a-9f5c-4d25d4d001fb req-eaa1c331-4657-4d2a-8f77-fadcc0f7d155 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 943 time: 0.4348023 Nov 19 05:47:24.951146 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-e30d6470-7bbf-47b1-a91f-dc6efbe0f9cf service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598259 Nov 19 05:47:24.961109 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f6647c55-6c7c-472a-9f5c-4d25d4d001fb req-66578c63-7893-4542-a424-5edeacb75918 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348269 Nov 19 05:47:25.192962 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b6758e68-b01f-4080-a3db-a01edafae58a req-eefeb74a-2309-4d21-9313-08e8f6bf1828 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2287526 Nov 19 05:47:25.248164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:47:25.262447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Sync routers for ids ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:47:25.275840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] 10.222.0.17 "PUT /v2.0/routers/f1086e10-5296-4da1-97bc-bc2f09ebaa6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1341453 Nov 19 05:47:25.283688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Routers {'f1086e10-5296-4da1-97bc-bc2f09ebaa6e'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:25.284388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:47:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:25.553769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90234050-592b-4c77-ae25-c5874d6b7084 req-f8bd862e-e970-423a-8d3e-0d176a8a69a9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:25.555967 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90234050-592b-4c77-ae25-c5874d6b7084 req-f8bd862e-e970-423a-8d3e-0d176a8a69a9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 945 time: 0.1563268 Nov 19 05:47:25.608639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.640372 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90234050-592b-4c77-ae25-c5874d6b7084 req-feedd824-ee71-467e-94db-67ee7369cac9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773518 Nov 19 05:47:25.767764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Set router f1086e10-5296-4da1-97bc-bc2f09ebaa6e gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:25.823924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:25.972312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-4900103b-cba4-475e-adf8-96b71a3fc4cb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:25.973868 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-4900103b-cba4-475e-adf8-96b71a3fc4cb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 818 time: 0.1775627 Nov 19 05:47:25.992483 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-4dbbc380-d7cb-416f-9a3b-cdffc96e4bd3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/quotas/1ce1adf70ea44607a6c34b8992c4a4aa HTTP/1.1" status: 200 len: 375 time: 0.0120974 Nov 19 05:47:26.092279 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-0789deff-7638-4e6f-a82e-4e42d30878ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Synchronizing usage tracker for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:26.110159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-0789deff-7638-4e6f-a82e-4e42d30878ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Unset dirty status for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:26.111818 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-0789deff-7638-4e6f-a82e-4e42d30878ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031604 Nov 19 05:47:26.168400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:47:21Z', 'revision_number': 4, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c85ce244-f1f8-466b-abb2-8e5844b2f8d6', 'name': '', 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'mac_address': 'fa:16:3e:91:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dd60e8-eb3e-44c2-9269-66934075cb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:20Z', 'updated_at': '2020-11-19T05:47:22Z', 'revision_number': 2, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'subnets': [{'id': 'b7dd60e8-eb3e-44c2-9269-66934075cb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:26.173303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Checking router: f1086e10-5296-4da1-97bc-bc2f09ebaa6e for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:47:26.173703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Updating router f1086e10-5296-4da1-97bc-bc2f09ebaa6e port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:47:26.232817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:26.344100 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-1968a26e-3790-4b3e-99d5-5d248b02d152 service neutron] 10.222.0.17 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245479 Nov 19 05:47:26.351244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19256e-9468-4b4c-85ef-3bbd86401b44 req-b0a27d86-1529-4da9-8088-8278bb1cfd7e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:26.352846 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd19256e-9468-4b4c-85ef-3bbd86401b44 req-b0a27d86-1529-4da9-8088-8278bb1cfd7e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 943 time: 0.2106812 Nov 19 05:47:26.516223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd19256e-9468-4b4c-85ef-3bbd86401b44 req-2a42acf9-1091-4782-a1ed-7d60de2aebb1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405568 Nov 19 05:47:26.542457 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-46b91c5c-c105-4830-8c7a-6ad184bd50a3 service neutron] 10.222.0.17 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1885588 Nov 19 05:47:26.692936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:26.706557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Transition to ACTIVE for port object c85ce244-f1f8-466b-abb2-8e5844b2f8d6 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:26.711869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:26.728487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:26.871736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c687b-6898-40db-b5bd-f70669aed560 None None] Pushing event updated for resources: {'Port': ['ID=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:26.876828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b68c687b-6898-40db-b5bd-f70669aed560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:26.932611 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-58066463-ec0b-4e54-91c0-457514f7953e req-205ca676-d3da-4d19-b712-07970585394d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 210 time: 0.0555527 Nov 19 05:47:27.059178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa7917-5565-4061-a0bc-d28bffa38801 req-d0340e60-3422-4a56-aae1-2d6b07b04b21 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:27.062047 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fffa7917-5565-4061-a0bc-d28bffa38801 req-d0340e60-3422-4a56-aae1-2d6b07b04b21 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 945 time: 0.0954633 Nov 19 05:47:27.095256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Attempting to bind port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:27.095743 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Attempting to bind port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:27.096159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Attempting to bind port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 on network b0fbb798-79a8-45bd-abe2-a69de5ec7283 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:27.103814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:27.104243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Checking segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:27.104682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.105287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Bound using segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:27.105837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Bound port: c85ce244-f1f8-466b-abb2-8e5844b2f8d6, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:27.106282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.143955 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fffa7917-5565-4061-a0bc-d28bffa38801 req-00bb0ce1-e41d-4fed-95cc-df98cf83ee33 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726304 Nov 19 05:47:27.237879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] For port c85ce244-f1f8-466b-abb2-8e5844b2f8d6, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:27.241653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] For port c85ce244-f1f8-466b-abb2-8e5844b2f8d6, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:27.245576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.323500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97a9b15f-dcf8-476b-a889-461d84388aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:27.374947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-cbecf082-6e80-4533-9795-6cb66e0d0f49 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:27.377258 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-cbecf082-6e80-4533-9795-6cb66e0d0f49 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 818 time: 0.1701741 Nov 19 05:47:27.412084 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-3e13c768-4b4b-4dad-aed0-c0c087c83199 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/quotas/1ce1adf70ea44607a6c34b8992c4a4aa HTTP/1.1" status: 200 len: 375 time: 0.0271027 Nov 19 05:47:27.432062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c687b-6898-40db-b5bd-f70669aed560 None None] Pushing event updated for resources: {'Port': ['ID=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:27.437685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b68c687b-6898-40db-b5bd-f70669aed560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:27.479467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Routers {'f1086e10-5296-4da1-97bc-bc2f09ebaa6e'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:47:27.480442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:47:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:27.613962 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-0fe75310-6562-49a1-90c3-4fd21b45740c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929536 Nov 19 05:47:27.787042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af902621-b840-451c-8004-a0a76b83606c req-e3501b9c-7dc6-44ef-9032-11dc6a50437b tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:27.787787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] Set router f1086e10-5296-4da1-97bc-bc2f09ebaa6e gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:47:27.788684 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af902621-b840-451c-8004-a0a76b83606c req-e3501b9c-7dc6-44ef-9032-11dc6a50437b tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 945 time: 0.2702715 Nov 19 05:47:27.956865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Deleting port c62a002e-3869-4d60-9a62-6dfc88a727f9 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:47:27.957252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:27.988688 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-6e412618-954b-412e-9042-5e6917afa01a service neutron] 10.222.0.17 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737900 Nov 19 05:47:28.106475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454475e-2a59-4baf-b8c2-78b3062eece0 req-06c7d392-7966-46dc-94cd-7b09299e42ff tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:28.108458 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a454475e-2a59-4baf-b8c2-78b3062eece0 req-06c7d392-7966-46dc-94cd-7b09299e42ff tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 943 time: 0.4004343 Nov 19 05:47:28.142070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:47:21Z', 'revision_number': 4, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c85ce244-f1f8-466b-abb2-8e5844b2f8d6', 'name': '', 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'mac_address': 'fa:16:3e:91:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dd60e8-eb3e-44c2-9269-66934075cb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:20Z', 'updated_at': '2020-11-19T05:47:27Z', 'revision_number': 4, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'subnets': [{'id': 'b7dd60e8-eb3e-44c2-9269-66934075cb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:47:28.146982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2f053-4d8c-4e73-82c0-f7621f05ba4a None None] The sync data for ids ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'] in dv-cinder-763306-1-iscsi is: [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:47:21Z', 'revision_number': 4, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c85ce244-f1f8-466b-abb2-8e5844b2f8d6', 'name': '', 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'mac_address': 'fa:16:3e:91:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7dd60e8-eb3e-44c2-9269-66934075cb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:20Z', 'updated_at': '2020-11-19T05:47:27Z', 'revision_number': 4, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'subnets': [{'id': 'b7dd60e8-eb3e-44c2-9269-66934075cb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:47:28.368697 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a454475e-2a59-4baf-b8c2-78b3062eece0 req-23d62851-c933-4c89-ba37-0cf63a770d9e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472410 Nov 19 05:47:28.394431 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-0d631062-7362-4cc5-9ece-71e570c20bf8 service neutron] 10.222.0.17 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3985674 Nov 19 05:47:28.472501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] For port c62a002e-3869-4d60-9a62-6dfc88a727f9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c62a002e-3869-4d60-9a62-6dfc88a727f9,segment=NetworkSegment(61e6e2a7-6e65-49bf-b511-b448cb6b4b5d),segment_id=61e6e2a7-6e65-49bf-b511-b448cb6b4b5d)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:28.472902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:28.671194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-36279029-fd3e-4b3e-ad3e-86fe4e93ca32 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:28.671194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-36279029-fd3e-4b3e-ad3e-86fe4e93ca32 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Synchronizing usage tracker for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:28.672168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Calling delete_port for c62a002e-3869-4d60-9a62-6dfc88a727f9 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:47:28.739981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-36279029-fd3e-4b3e-ad3e-86fe4e93ca32 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Unset dirty status for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:28.741271 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-36279029-fd3e-4b3e-ad3e-86fe4e93ca32 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 818 time: 0.3447509 Nov 19 05:47:28.791410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Request body: {'port': {'device_id': 'df02486e-3f40-444e-a860-37bedefc30c3', 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283', 'admin_state_up': True, 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:29.004588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:29.028811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:29.067864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Made reservation on behalf of 1ce1adf70ea44607a6c34b8992c4a4aa for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:29.074788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.229365 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cad6f1ba-9afa-4207-bbd6-0b78909af796 req-6790b02c-f574-4bb2-b8c5-d9fe83ff3a42 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 210 time: 0.1203172 Nov 19 05:47:29.393892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe053c-ebb7-4af9-a1d9-a94936a658fe req-9120a8e6-ed3a-4ea6-93f2-97e532484be3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:29.394937 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03fe053c-ebb7-4af9-a1d9-a94936a658fe req-9120a8e6-ed3a-4ea6-93f2-97e532484be3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 945 time: 0.2845635 Nov 19 05:47:29.437437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:29.446075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.479296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ebb002c3-eea0-4d5e-8788-0de365c8afb8 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:29.541251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Pushing event deleted for resources: {'Port': ['ID=c62a002e-3869-4d60-9a62-6dfc88a727f9,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:29.551139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:29.575863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Allocated IP 172.20.0.14 (b0fbb798-79a8-45bd-abe2-a69de5ec7283/b7dd60e8-eb3e-44c2-9269-66934075cb4a/995c62ad-878d-4144-8241-4a6f18fb8602) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:29.577821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:29.586013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:29.586987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.723993 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03fe053c-ebb7-4af9-a1d9-a94936a658fe req-bf53a8fa-39e3-4a08-a89f-b2722aa8bd32 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141997 Nov 19 05:47:29.770394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.818309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:29.819757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cc6007-04a3-4108-a59e-eea2366f541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3388dc-6580-44a5-8cb2-0f65b38c6ad0'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:29.827347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:29.829440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5346ec64-a3fa-4ea1-89aa-aa5a0c9b4881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:29.887455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba6534-2bef-459b-a88f-467434a16f78 req-2324c0a2-6413-4813-b377-1582126862ae tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:29.892566 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-13ba6534-2bef-459b-a88f-467434a16f78 req-2324c0a2-6413-4813-b377-1582126862ae tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 943 time: 0.2859116 Nov 19 05:47:29.917760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c62a002e-3869-4d60-9a62-6dfc88a727f9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:47:30.012602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: c62a002e-3869-4d60-9a62-6dfc88a727f9 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:47:30.013093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c62a002e-3869-4d60-9a62-6dfc88a727f9 not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:47:30.015272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:30.017618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] No DVR routers for this DVR port c62a002e-3869-4d60-9a62-6dfc88a727f9 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:47:30.020168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:30.021678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.026225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'name': 'network-vif-deleted', 'tag': 'c62a002e-3869-4d60-9a62-6dfc88a727f9'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:30.059252 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af902621-b840-451c-8004-a0a76b83606c req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "DELETE /v2.0/ports/c62a002e-3869-4d60-9a62-6dfc88a727f9 HTTP/1.1" status: 204 len: 173 time: 2.2617002 Nov 19 05:47:30.061224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c85ce244-f1f8-466b-abb2-8e5844b2f8d6 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:30.067922 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-13ba6534-2bef-459b-a88f-467434a16f78 req-d904361e-89ff-409c-841f-edb6536a9dba tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689293 Nov 19 05:47:30.094485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.138915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.184536 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff', 'name': 'network-vif-deleted', 'tag': 'c62a002e-3869-4d60-9a62-6dfc88a727f9', 'status': 'completed', 'code': 200} Nov 19 05:47:30.232732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:30.269487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cc6007-04a3-4108-a59e-eea2366f541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3388dc-6580-44a5-8cb2-0f65b38c6ad0', 'code': 200} Nov 19 05:47:30.338456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:30.345312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:30.346535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.347108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Pushing event updated for resources: {'Port': ['ID=995c62ad-878d-4144-8241-4a6f18fb8602,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:30.363108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.363607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.364093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.364551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.365004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.365453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.365918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.366352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.366800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.367248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.367773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.368238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.368721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.369168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.369653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.370018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.370457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.370906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.371352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.371823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.372260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.372726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.373164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.373676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:47:30.379485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:30.414500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:30.415655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:30.418810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:30.435910 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-01c224a2-0135-47bf-bc33-f329dc3b75c0 req-558ded9c-953a-444f-884f-2198d9c715e7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 210 time: 0.0481808 Nov 19 05:47:30.479884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.484919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:30.485583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.510892 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7240975 Nov 19 05:47:30.514747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port c85ce244-f1f8-466b-abb2-8e5844b2f8d6, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:30.518280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:30.520101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:30.585876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:30.589461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:30.929536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d9e405a7-66d8-4e3d-ab5a-d5a8ebe7d945 req-d5871413-6d60-4f67-9fde-dbd1ed630be9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Synchronizing usage tracker for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:30.945792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d9e405a7-66d8-4e3d-ab5a-d5a8ebe7d945 req-d5871413-6d60-4f67-9fde-dbd1ed630be9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Unset dirty status for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:30.947049 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d9e405a7-66d8-4e3d-ab5a-d5a8ebe7d945 req-d5871413-6d60-4f67-9fde-dbd1ed630be9 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0651212 Nov 19 05:47:31.919453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c85ce244-f1f8-466b-abb2-8e5844b2f8d6 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:31.996940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:31.997431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.192507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Request body: {'port': {'device_id': 'df02486e-3f40-444e-a860-37bedefc30c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:35.326589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.340040 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-075c43dd-072a-4aca-a707-b8084a18628d req-4534000d-6a84-4de7-a0c6-858fe5d1be6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 1162 time: 0.1163797 Nov 19 05:47:35.455666 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b88e188-0428-473f-a22b-12f88df7f065 req-07eaa048-dc51-486e-a3cf-92a620a2a3b5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 210 time: 0.0585363 Nov 19 05:47:35.481912 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-075c43dd-072a-4aca-a707-b8084a18628d req-c174e38a-a79f-4fdc-aff9-d676d8cd9581 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983572 Nov 19 05:47:35.512571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ebe88-bf44-46b3-9eaf-814f83d94aeb req-087bd143-493f-49b2-9186-422e28f232a4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:35.514460 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab6ebe88-bf44-46b3-9eaf-814f83d94aeb req-087bd143-493f-49b2-9186-422e28f232a4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.1734285 Nov 19 05:47:35.569823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab6ebe88-bf44-46b3-9eaf-814f83d94aeb req-dbd578ea-edc9-4d84-b679-9bc54885830c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Nov 19 05:47:35.635010 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1ccc9efa-3e93-498f-bbc7-b9b9a0093fa3 req-e8866adc-99cc-4d8c-883f-7b3650846a27 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0464091 Nov 19 05:47:35.761109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995c62ad-878d-4144-8241-4a6f18fb8602 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:35.768588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.781383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Transition to ACTIVE for port object 995c62ad-878d-4144-8241-4a6f18fb8602 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:35.785180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848080059'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:35.800805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:36.076807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:36.129658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Pushing event updated for resources: {'Port': ['ID=995c62ad-878d-4144-8241-4a6f18fb8602,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:36.133956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:36.152026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:36.152436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.323871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Attempting to bind port 995c62ad-878d-4144-8241-4a6f18fb8602 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:36.324416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Attempting to bind port 995c62ad-878d-4144-8241-4a6f18fb8602 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:36.324547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Attempting to bind port 995c62ad-878d-4144-8241-4a6f18fb8602 on network b0fbb798-79a8-45bd-abe2-a69de5ec7283 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:36.333346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:36.333651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Checking segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:36.334056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.335511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Bound using segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:36.335986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Bound port: 995c62ad-878d-4144-8241-4a6f18fb8602, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:36.336360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.432846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] For port 995c62ad-878d-4144-8241-4a6f18fb8602, host hv-cinder-76330, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:36.436029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] For port 995c62ad-878d-4144-8241-4a6f18fb8602, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=995c62ad-878d-4144-8241-4a6f18fb8602,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:36.439951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848080059'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.455690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:36.609832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Pushing event updated for resources: {'Port': ['ID=995c62ad-878d-4144-8241-4a6f18fb8602,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:36.615166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:36.671409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:36.672934 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] 10.222.0.35 "PUT /v2.0/ports/995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 1158 time: 1.4856169 Nov 19 05:47:36.673446 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df02486e-3f40-444e-a860-37bedefc30c3', 'tag': '995c62ad-878d-4144-8241-4a6f18fb8602'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:36.767695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-68eaac4b-3828-4deb-b28d-cfe7dff3baee tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:36.769602 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-68eaac4b-3828-4deb-b28d-cfe7dff3baee tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 818 time: 0.2262754 Nov 19 05:47:36.819203 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Request body: {'port': {'device_id': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283', 'admin_state_up': True, 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:36.877754 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d5fe053-a450-4a4f-bd78-ba0c8c838433 req-d792a6bc-32e8-4cfe-9f2f-4c18cdc5a355 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 210 time: 0.1372724 Nov 19 05:47:36.902094 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-e9547e35-a808-4166-b561-4abedac95d51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1161 time: 0.0868695 Nov 19 05:47:37.001622 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-f46e989b-635e-4c65-b83a-1b49c7558fd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 217 time: 0.0729895 Nov 19 05:47:37.025479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:37.064962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Usage tracker for resource:port and tenant:1ce1adf70ea44607a6c34b8992c4a4aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:37.071442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Quota usage for port was recalculated. Used quota:2. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:37.077997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-8800d13d-6f86-4e2c-9159-1e0a2a75814a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:37.079744 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-8800d13d-6f86-4e2c-9159-1e0a2a75814a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0703189 Nov 19 05:47:37.082350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:37.090197 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-532f89cd-f816-473d-af71-ac18bd99c417 req-a8413031-cef9-4b25-93fb-a42516d75522 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=ee0b9504-bb31-4d08-bd0d-5c0d8e7cb4ff HTTP/1.1" status: 200 len: 210 time: 0.0698736 Nov 19 05:47:37.135369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5221d-63e9-4f60-852e-7d3716fb5ccf req-389a8209-598c-4f13-8b77-ef659fe1e7f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:37.149364 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e4c5221d-63e9-4f60-852e-7d3716fb5ccf req-389a8209-598c-4f13-8b77-ef659fe1e7f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.3453035 Nov 19 05:47:37.154532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-a04d340d-fd53-4555-8796-20374bae72b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552647 Nov 19 05:47:37.171002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Made reservation on behalf of 1ce1adf70ea44607a6c34b8992c4a4aa for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:37.176624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:37.196986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df02486e-3f40-444e-a860-37bedefc30c3', 'tag': '995c62ad-878d-4144-8241-4a6f18fb8602', 'status': 'completed', 'code': 200} Nov 19 05:47:37.248221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e4c5221d-63e9-4f60-852e-7d3716fb5ccf req-da3dc4b6-619f-4e98-b3d4-c99608ff12b7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Nov 19 05:47:37.318481 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-3b50b7f2-f0de-455e-8d46-e842e2be5df0 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564684 Nov 19 05:47:37.465749 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a813bd8b-de7e-45f9-8416-58074871cfbb req-ac2b8501-8dff-4e6d-a9f5-c933f442c77a service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395116 Nov 19 05:47:37.523196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Allocated IP 172.20.0.5 (b0fbb798-79a8-45bd-abe2-a69de5ec7283/b7dd60e8-eb3e-44c2-9269-66934075cb4a/fbbcb441-3952-43b6-9845-3ae0f3055739) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:37.740179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-95d16b3d-4b9e-4342-aa5a-184fd8524ebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1161 time: 0.0983348 Nov 19 05:47:37.746689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:37.773368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:37.788253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-012032cb-0095-44e7-b313-4e779c5a32fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:37.926863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Pushing event updated for resources: {'Port': ['ID=fbbcb441-3952-43b6-9845-3ae0f3055739,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:37.932123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:37.972124 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-c275e62c-1d81-4126-9652-cbb5065c9369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:37.973722 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-c275e62c-1d81-4126-9652-cbb5065c9369 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.1410196 Nov 19 05:47:37.986176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:37.987450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:37.990047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:38.053171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:38.053746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:38.069582 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-36a52a2e-6090-4a78-a323-3e7ec0826b25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 217 time: 0.0680499 Nov 19 05:47:38.078705 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2688103 Nov 19 05:47:38.103737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Request body: {'port': {'device_id': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:38.143206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-d08e13ff-dc16-4bab-b457-e1403839881d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:38.144835 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-d08e13ff-dc16-4bab-b457-e1403839881d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0683432 Nov 19 05:47:38.199727 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-dc7c794a-54e5-4a1f-a583-c8646c64c437 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468028 Nov 19 05:47:38.221759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:38.368577 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-401acf7a-01f9-438a-9707-8184e66c81d7 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602035 Nov 19 05:47:38.671267 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac8e9e9-61a8-45b2-a91b-9f8768559fda req-22fbc967-6369-4c71-a44f-6cb2ff096bcf service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2646184 Nov 19 05:47:38.854176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85814f65-fc54-4137-afd8-8784b9edc7bb req-a0ca75a8-d11e-4b39-ab27-3422e29dd250 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:38.854869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-85814f65-fc54-4137-afd8-8784b9edc7bb req-a0ca75a8-d11e-4b39-ab27-3422e29dd250 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Synchronizing usage tracker for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:38.959285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-85814f65-fc54-4137-afd8-8784b9edc7bb req-a0ca75a8-d11e-4b39-ab27-3422e29dd250 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Unset dirty status for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:38.960937 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-85814f65-fc54-4137-afd8-8784b9edc7bb req-a0ca75a8-d11e-4b39-ab27-3422e29dd250 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 931 time: 0.4012017 Nov 19 05:47:38.965424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbcb441-3952-43b6-9845-3ae0f3055739 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:38.976472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032acfee-371f-46e4-a471-34228bbf1908 req-127e2213-9abd-4106-b1af-2f82e99574bc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:38.977998 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-032acfee-371f-46e4-a471-34228bbf1908 req-127e2213-9abd-4106-b1af-2f82e99574bc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.2384720 Nov 19 05:47:38.994165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:39.034187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Transition to ACTIVE for port object fbbcb441-3952-43b6-9845-3ae0f3055739 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:39.047588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:39.063206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6ceb8b11-ca2e-49a2-87b5-7abe2e20f740 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:39.395593 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-85814f65-fc54-4137-afd8-8784b9edc7bb req-a2d01c36-af25-466f-b5ad-d5524406643c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256089 Nov 19 05:47:39.425526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbcb441-3952-43b6-9845-3ae0f3055739,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:39.425526 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-032acfee-371f-46e4-a471-34228bbf1908 req-ef9068f2-7c66-49c1-a3f1-54e46d84465e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285691 Nov 19 05:47:39.426290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:39.761283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-a5b58556-031b-4f61-baab-5b3c23c2bfc6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:39.762893 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-a5b58556-031b-4f61-baab-5b3c23c2bfc6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/networks?id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 200 len: 809 time: 0.2295532 Nov 19 05:47:39.767642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Attempting to bind port fbbcb441-3952-43b6-9845-3ae0f3055739 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:39.768005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Attempting to bind port fbbcb441-3952-43b6-9845-3ae0f3055739 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:39.768446 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Attempting to bind port fbbcb441-3952-43b6-9845-3ae0f3055739 on network b0fbb798-79a8-45bd-abe2-a69de5ec7283 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:39.785739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:39.786157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Checking segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:39.786479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:39.786853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Bound using segment: {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:39.787374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Bound port: fbbcb441-3952-43b6-9845-3ae0f3055739, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ad7b9-5931-4c3c-aefa-d7b27d134aa9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0fbb798-79a8-45bd-abe2-a69de5ec7283'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:39.787727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:39.806326 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-70183876-7444-46d6-b81d-1a2c0bcc0caf tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/quotas/e7c819d4bb254062ba80b1fdc5791512 HTTP/1.1" status: 200 len: 375 time: 0.0345170 Nov 19 05:47:39.872527 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-8ce3986c-3bae-42f3-af6c-c11014ad9453 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?tenant_id=e7c819d4bb254062ba80b1fdc5791512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651851 Nov 19 05:47:40.072180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] For port fbbcb441-3952-43b6-9845-3ae0f3055739, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:40.094393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] For port fbbcb441-3952-43b6-9845-3ae0f3055739, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fbbcb441-3952-43b6-9845-3ae0f3055739,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:40.100062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:40.116393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:40.150347 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-57be0079-9276-4e53-b1a4-8f2a3c6385e0 service neutron] 10.222.0.17 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485297 Nov 19 05:47:40.373128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbcb441-3952-43b6-9845-3ae0f3055739,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:40.376974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:40.440111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:40.441645 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbbcb441-3952-43b6-9845-3ae0f3055739 HTTP/1.1" status: 200 len: 1157 time: 2.3425379 Nov 19 05:47:40.442342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:40.448442 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-fd2867fe-fe24-4248-804a-e6723f0914be service neutron] 10.222.0.17 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2423041 Nov 19 05:47:40.613551 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739', 'status': 'completed', 'code': 200} Nov 19 05:47:40.700571 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-d2bdba3b-b6b2-469c-88dc-9c926ed0454f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 1160 time: 0.1840622 Nov 19 05:47:40.716713 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-61d9465a-25c5-4f3e-a854-5270d2a20ce4 req-064f9b13-2e48-4f1b-9a3f-95c49d332a8c tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 210 time: 0.0605836 Nov 19 05:47:40.785265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4fef7-7083-403b-98d4-b47b6a981ff4 req-e6b0e66d-5a9f-41af-85b2-fbdb117d0fd4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:40.786877 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3d4fef7-7083-403b-98d4-b47b6a981ff4 req-e6b0e66d-5a9f-41af-85b2-fbdb117d0fd4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.2326930 Nov 19 05:47:40.823686 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-84b4a638-5b01-45e7-ba9e-3b21cf9502f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbbcb441-3952-43b6-9845-3ae0f3055739 HTTP/1.1" status: 200 len: 217 time: 0.1051559 Nov 19 05:47:40.900823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3d4fef7-7083-403b-98d4-b47b6a981ff4 req-e213af47-660b-46ae-9010-ca970e884728 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983589 Nov 19 05:47:40.924811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-ec55a386-8e3a-4584-a456-f05c6752d0a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:40.926029 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-ec55a386-8e3a-4584-a456-f05c6752d0a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0869992 Nov 19 05:47:40.991856 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-72634f9b-973f-4b73-a30a-aa7ff7f74c41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553484 Nov 19 05:47:41.152080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-57498b7e-aea2-4388-b944-a07e193a7756 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454031 Nov 19 05:47:41.320277 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c454ac5-99ab-4998-8892-860ac13ffcf8 req-497838d4-7bee-4a1c-be1b-a172e4930257 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445079 Nov 19 05:47:41.519603 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-ef7f966e-006f-410d-840d-88dc249c8769 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 1160 time: 0.0836012 Nov 19 05:47:41.666206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-300c18ab-2970-49b6-bc78-b8b70a56f379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:41.667806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-300c18ab-2970-49b6-bc78-b8b70a56f379 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.1414883 Nov 19 05:47:41.740246 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-1b36a463-bbfe-4d5e-89ba-37900b8329cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbbcb441-3952-43b6-9845-3ae0f3055739 HTTP/1.1" status: 200 len: 217 time: 0.0648887 Nov 19 05:47:41.813873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-e6c0aac3-0513-4ca6-840f-68c8320de4cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:41.815547 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-e6c0aac3-0513-4ca6-840f-68c8320de4cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0687423 Nov 19 05:47:41.902281 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-9b74ce35-b599-4c1b-b61d-f6a896ac884d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804160 Nov 19 05:47:41.908259 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5309f091-bd7f-4aa9-baea-fa8f6e64e32d req-6b1c15c7-686f-4477-b818-659489533e85 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 210 time: 0.0532656 Nov 19 05:47:42.053243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-2428e89e-d99f-4f97-9c72-5f8941c860ee service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423049 Nov 19 05:47:42.262517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f8d6a-d027-4749-892e-c74ccdad2f52 req-4b054470-5ca1-429f-bd1c-2a03973a5155 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:42.264166 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-405f8d6a-d027-4749-892e-c74ccdad2f52 req-4b054470-5ca1-429f-bd1c-2a03973a5155 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.2138367 Nov 19 05:47:42.267837 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0927978e-6c7b-4a8f-b167-4a9d0daebd7a req-d79d7133-0009-411a-a296-967a0321877f service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1800580 Nov 19 05:47:42.314722 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-405f8d6a-d027-4749-892e-c74ccdad2f52 req-764e7024-b40b-42d5-b69a-cc2954557a92 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Nov 19 05:47:43.118793 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-066819b5-5f60-4db1-809e-72bd7e269f11 req-fb4031fa-a5e1-4693-82dc-0c4d5f7221d1 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 210 time: 0.0532303 Nov 19 05:47:43.140831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-73594b32-c8ed-4a54-ae9e-07939b9163c7 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:43.142567 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-73594b32-c8ed-4a54-ae9e-07939b9163c7 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "GET /v2.0/networks?id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 200 len: 809 time: 0.4446270 Nov 19 05:47:43.188209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Request body: {'port': {'device_id': '35f42594-ca52-4004-9dc5-a250ab486482', 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787', 'admin_state_up': True, 'tenant_id': 'e7c819d4bb254062ba80b1fdc5791512'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:43.332657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:43.343549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:43.353269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Made reservation on behalf of e7c819d4bb254062ba80b1fdc5791512 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:43.358884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:43.643041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a903685-4173-4a06-aa35-4d2684fd6f12 req-c4146559-8e75-4934-8d02-b2b300a187f0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:43.644697 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4a903685-4173-4a06-aa35-4d2684fd6f12 req-c4146559-8e75-4934-8d02-b2b300a187f0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.1810858 Nov 19 05:47:43.772576 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4a903685-4173-4a06-aa35-4d2684fd6f12 req-2e301c60-4ac3-4e14-9066-3bae6f1c8115 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169696 Nov 19 05:47:43.795751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Allocated IP 172.20.0.6 (6cd0cf97-f5df-4d1d-81ea-b4de1ec57787/8f9d77ca-aeda-42b4-98c9-81eaa49c12db/d0d00bf8-841a-4576-9c68-2bce149b118d) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:43.867545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50980) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:44.018935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.023417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.049180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.057273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:44.061387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9eb5c7abaf44b0cbe85c86ed63183e1 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:44.064512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:44.067851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a9b6f84e-3c59-4984-9cc7-e8ceb794e35a tempest-DeleteServersTestJSON-207574616 tempest-DeleteServersTestJSON-207574616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:44.071369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:44.144744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.148303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.155352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4cbc825a-234f-42d0-a864-bbd358744296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:44.205044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Pushing event updated for resources: {'Port': ['ID=d0d00bf8-841a-4576-9c68-2bce149b118d,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:44.207496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b9eb5c7abaf44b0cbe85c86ed63183e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3385861 Nov 19 05:47:44.208202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 50992) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:44.210811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:44.218708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb3b1f0-062c-4487-9cd0-87d6f503eea2,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:44.244000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:44.272942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:44.295961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.309247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:44.316108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:44.325182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.377211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.382495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b464a631-2761-46dc-beec-3ed64301343e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:44.391594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:44.392335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.395554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb3b1f0-062c-4487-9cd0-87d6f503eea2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:44.398757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:44.400836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:44.407600 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2eb3b1f0-062c-4487-9cd0-87d6f503eea2 HTTP/1.1" status: 204 len: 168 time: 0.1881347 Nov 19 05:47:44.436251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e876e-f19b-4d42-bdfa-9d9d584f0f0b req-135699ce-bd0a-48c7-b9e4-ec1a8370f4d8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:44.436998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-741e876e-f19b-4d42-bdfa-9d9d584f0f0b req-135699ce-bd0a-48c7-b9e4-ec1a8370f4d8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Synchronizing usage tracker for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:44.441611 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2632086 Nov 19 05:47:44.453992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-741e876e-f19b-4d42-bdfa-9d9d584f0f0b req-135699ce-bd0a-48c7-b9e4-ec1a8370f4d8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Unset dirty status for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:44.455259 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-741e876e-f19b-4d42-bdfa-9d9d584f0f0b req-135699ce-bd0a-48c7-b9e4-ec1a8370f4d8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 931 time: 0.1890643 Nov 19 05:47:44.463201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Request body: {'port': {'device_id': '35f42594-ca52-4004-9dc5-a250ab486482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:44.603548 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-741e876e-f19b-4d42-bdfa-9d9d584f0f0b req-213f06f2-f040-4484-8cd6-5ffd034aebd2 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073709 Nov 19 05:47:44.619415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.099658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d00bf8-841a-4576-9c68-2bce149b118d {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:45.110170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.130763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Transition to ACTIVE for port object d0d00bf8-841a-4576-9c68-2bce149b118d will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:45.143736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.160907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:45.280337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d8abf-cefa-4a02-a816-a8eaa484abbb req-0a04b498-bca4-4f5e-9fa8-9426baff056c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:45.281897 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-185d8abf-cefa-4a02-a816-a8eaa484abbb req-0a04b498-bca4-4f5e-9fa8-9426baff056c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.2333066 Nov 19 05:47:45.332604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d00bf8-841a-4576-9c68-2bce149b118d,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:45.342463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:45.390680 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-185d8abf-cefa-4a02-a816-a8eaa484abbb req-512ae7c8-9bd6-4c77-96f6-90b3d6c38d5f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 Nov 19 05:47:45.565409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Attempting to bind port d0d00bf8-841a-4576-9c68-2bce149b118d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:45.565771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Attempting to bind port d0d00bf8-841a-4576-9c68-2bce149b118d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:45.566133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Attempting to bind port d0d00bf8-841a-4576-9c68-2bce149b118d on network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:45.573993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:45.574308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Checking segment: {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:45.574708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.575093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Bound using segment: {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:45.575610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Bound port: d0d00bf8-841a-4576-9c68-2bce149b118d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6cd0cf97-f5df-4d1d-81ea-b4de1ec57787'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:45.575973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.675640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] For port d0d00bf8-841a-4576-9c68-2bce149b118d, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:45.679110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] For port d0d00bf8-841a-4576-9c68-2bce149b118d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d0d00bf8-841a-4576-9c68-2bce149b118d,segment=NetworkSegment(61e6e2a7-6e65-49bf-b511-b448cb6b4b5d),segment_id=61e6e2a7-6e65-49bf-b511-b448cb6b4b5d)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:45.683707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.707457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1da647ed-6292-4d50-85b0-c16d53db663f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:45.882904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 51036) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:45.916742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d00bf8-841a-4576-9c68-2bce149b118d,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:45.924360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:45.973007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c7ae-55d3-4d0b-82ac-4e7ccb64fb00 req-5c789289-37c2-49df-ae78-2ba3eb5ab03a tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:45.974608 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e160c7ae-55d3-4d0b-82ac-4e7ccb64fb00 req-5c789289-37c2-49df-ae78-2ba3eb5ab03a tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.2312818 Nov 19 05:47:45.980164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:45.981553 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0d00bf8-841a-4576-9c68-2bce149b118d HTTP/1.1" status: 200 len: 1157 time: 1.5235744 Nov 19 05:47:45.982065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f42594-ca52-4004-9dc5-a250ab486482', 'tag': 'd0d00bf8-841a-4576-9c68-2bce149b118d'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:46.036678 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e160c7ae-55d3-4d0b-82ac-4e7ccb64fb00 req-545e72b8-f054-487d-8b39-b02619349a1d tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489726 Nov 19 05:47:46.049661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.069859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f42594-ca52-4004-9dc5-a250ab486482', 'tag': 'd0d00bf8-841a-4576-9c68-2bce149b118d', 'status': 'completed', 'code': 200} Nov 19 05:47:46.089022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:46.093306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Usage tracker for resource:security_group_rule and tenant:3fddee3922dd40778c736721b68539bc is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:46.096441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:46.102230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:46.144930 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-eff2b58e-ec41-40d3-b26d-d6da0d81d8b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c819d4bb254062ba80b1fdc5791512&device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 1160 time: 0.0771346 Nov 19 05:47:46.175465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.178952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.186623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-73036216-132c-40d4-b0b6-279560ec208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:46.227378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-84c0d8c4-5b3d-429c-8d67-5bd82ff5fcca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d00bf8-841a-4576-9c68-2bce149b118d HTTP/1.1" status: 200 len: 217 time: 0.0678229 Nov 19 05:47:46.229428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8892e2cc-f199-414e-82a4-69ed0db67b2b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:46.235871 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3fddee3922dd40778c736721b68539bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518105 Nov 19 05:47:46.237056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 51048) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:46.237424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:46.349909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-b8d6e439-4a88-49e4-99f1-889b4264398c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:46.351497 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-b8d6e439-4a88-49e4-99f1-889b4264398c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f9d77ca-aeda-42b4-98c9-81eaa49c12db HTTP/1.1" status: 200 len: 849 time: 0.0895865 Nov 19 05:47:46.359938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.427198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.668054 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-64b335b4-63f8-4351-98ba-5f91e6c90bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3091862 Nov 19 05:47:46.684901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.799455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-36587aff-abb7-451f-8ed7-67c6dbb26a8a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:47:46.879807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:46.885410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-96f6f4ee-2bef-43d5-bd57-3797ebd58227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:46.901280 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-ef677070-7161-428d-8571-b5cf1824a10e service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228651 Nov 19 05:47:46.903649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8892e2cc-f199-414e-82a4-69ed0db67b2b,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:46.911469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ba584-24b0-4c48-aff6-0634a89b563f req-55ad75e9-a6e8-481b-9bd3-01e77705a2fb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:46.912991 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-315ba584-24b0-4c48-aff6-0634a89b563f req-55ad75e9-a6e8-481b-9bd3-01e77705a2fb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.2936871 Nov 19 05:47:46.913839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:47.022779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:47.024005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8892e2cc-f199-414e-82a4-69ed0db67b2b HTTP/1.1" status: 204 len: 168 time: 0.7858689 Nov 19 05:47:47.078154 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-315ba584-24b0-4c48-aff6-0634a89b563f req-0e582d19-290b-48d5-b221-b137fe57eda5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365099 Nov 19 05:47:47.099030 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f1fdda0d-257a-42a1-bcbe-e09b3a145767 req-1b94ecfa-abf2-4784-9fa3-61210ca19f73 service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1840177 Nov 19 05:47:47.293705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e9ab-d57f-453e-bc29-6a33ca75e502 req-a6a376f8-c819-4f89-aeef-91701c217de7 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:47.295425 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ee5e9ab-d57f-453e-bc29-6a33ca75e502 req-a6a376f8-c819-4f89-aeef-91701c217de7 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.0885298 Nov 19 05:47:47.396754 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ee5e9ab-d57f-453e-bc29-6a33ca75e502 req-502fa57d-2b82-424d-b4da-968339531db5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949559 Nov 19 05:47:47.438689 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-8488d631-886e-457b-af92-3010cc30fd11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7c819d4bb254062ba80b1fdc5791512&device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 1160 time: 0.1202679 Nov 19 05:47:47.592783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-fa0ea1a4-6e2b-40f5-be4d-a44b24f82fec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:47.594600 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-fa0ea1a4-6e2b-40f5-be4d-a44b24f82fec service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 200 len: 903 time: 0.1461258 Nov 19 05:47:47.672998 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-698582a7-032a-4b9e-9942-7ec4808ab1dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0d00bf8-841a-4576-9c68-2bce149b118d HTTP/1.1" status: 200 len: 217 time: 0.0706618 Nov 19 05:47:47.748140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-99311117-35a9-49b5-9466-5f65cd5829d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:47.749733 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-99311117-35a9-49b5-9466-5f65cd5829d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f9d77ca-aeda-42b4-98c9-81eaa49c12db HTTP/1.1" status: 200 len: 849 time: 0.0701435 Nov 19 05:47:47.822378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-b5796c48-c62f-4026-88e5-56fafdf35c52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458136 Nov 19 05:47:47.973245 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-37a20270-9879-409d-9fc2-be953d4e2c68 service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406152 Nov 19 05:47:48.098103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:48.117923 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c24553ad-06f5-4e3b-99c1-e1667cb40ae1 req-0b79a059-c648-455e-9591-4222812e5c56 service neutron] 10.222.0.35 "GET /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377358 Nov 19 05:47:48.180013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 995c62ad-878d-4144-8241-4a6f18fb8602 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:48.185610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:48.186032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:48.315146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74950438-d142-48b0-bdf1-e0180fe35d55 req-8413235e-6a18-4270-9d05-54a5b22f121f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:48.316857 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-74950438-d142-48b0-bdf1-e0180fe35d55 req-8413235e-6a18-4270-9d05-54a5b22f121f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.0952859 Nov 19 05:47:48.321568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:48.351563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df02486e-3f40-444e-a860-37bedefc30c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995c62ad-878d-4144-8241-4a6f18fb8602'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:48.368222 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-74950438-d142-48b0-bdf1-e0180fe35d55 req-a1cea06d-5ad7-451f-9568-a6f20b0ff6d2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Nov 19 05:47:48.369344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 995c62ad-878d-4144-8241-4a6f18fb8602, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=995c62ad-878d-4144-8241-4a6f18fb8602,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:48.373542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:48.375593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-71c37180-81b5-4b85-b4d8-cb78cff747c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:48.443156 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df02486e-3f40-444e-a860-37bedefc30c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995c62ad-878d-4144-8241-4a6f18fb8602', 'code': 200} Nov 19 05:47:48.496794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=995c62ad-878d-4144-8241-4a6f18fb8602,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:48.505045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:48.648944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79494da9-457e-4266-841b-ef95239eb33c req-639ec77c-1799-499e-a690-7bac7f5762a6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:48.650560 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79494da9-457e-4266-841b-ef95239eb33c req-639ec77c-1799-499e-a690-7bac7f5762a6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.0894370 Nov 19 05:47:48.711958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79494da9-457e-4266-841b-ef95239eb33c req-ac870ddd-924b-443c-9095-734f4f1b3d59 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546780 Nov 19 05:47:48.807803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2e3f3d90-d68d-4723-97c4-5b0d83aefa7c req-45745fde-cff6-4bf8-b913-19d2b0ec90c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.0895112 Nov 19 05:47:48.858690 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2e3f3d90-d68d-4723-97c4-5b0d83aefa7c req-e941bbc0-dc96-4118-ba1c-6b0358db1953 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Nov 19 05:47:49.587897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48996-7948-4520-97c5-a5edd1903da7 req-fded8398-c5cc-42c5-acf3-7f9e2d01b9c0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:49.589515 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2a48996-7948-4520-97c5-a5edd1903da7 req-fded8398-c5cc-42c5-acf3-7f9e2d01b9c0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 943 time: 0.0902848 Nov 19 05:47:49.647930 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2a48996-7948-4520-97c5-a5edd1903da7 req-621518fc-4d5d-4d14-8723-4fada783a1e9 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518920 Nov 19 05:47:49.932107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11677055-b341-487c-9189-de53e38ff44e req-67560999-87f1-4be2-bbdd-ed4e5871b87f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:49.934015 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11677055-b341-487c-9189-de53e38ff44e req-67560999-87f1-4be2-bbdd-ed4e5871b87f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.0889113 Nov 19 05:47:49.990246 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11677055-b341-487c-9189-de53e38ff44e req-7e8f98ac-fb4d-43a6-9f0f-58bf9d1126e8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Nov 19 05:47:50.043893 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-c1df96a0-b4cd-4ddb-8b39-0bc811d222f1 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/networks?tenant_id=c14400c9550b43f9aa1f337ff7480527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323501 Nov 19 05:47:50.207042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-06c59271-14f1-43fa-a185-c2e8494d5a66 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:50.208549 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-06c59271-14f1-43fa-a185-c2e8494d5a66 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586154 Nov 19 05:47:50.229300 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-52392fbb-6eb5-48c8-b0d5-d19b2c5eee0f tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/quotas/c14400c9550b43f9aa1f337ff7480527 HTTP/1.1" status: 200 len: 375 time: 0.0113158 Nov 19 05:47:50.258216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device fbbcb441-3952-43b6-9845-3ae0f3055739 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:50.282136 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-04a310a9-5676-44e1-acb3-b89ff7efe915 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?tenant_id=c14400c9550b43f9aa1f337ff7480527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474463 Nov 19 05:47:50.330956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port fbbcb441-3952-43b6-9845-3ae0f3055739 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:50.337371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port fbbcb441-3952-43b6-9845-3ae0f3055739 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:50.337640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:50.506737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:50.524074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-91a3400c-d4b5-4ebe-9684-c6c1b8471b9c req-13429173-ecc5-40f3-a87f-9d84a4d82a5a tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 210 time: 0.0544636 Nov 19 05:47:50.569810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:50.580490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port fbbcb441-3952-43b6-9845-3ae0f3055739, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fbbcb441-3952-43b6-9845-3ae0f3055739,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:50.584109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:50.585927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:50.620272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:50.670565 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739', 'code': 200} Nov 19 05:47:50.791867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=fbbcb441-3952-43b6-9845-3ae0f3055739,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:50.795716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:50.807270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:50.808035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.021229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506215-a029-4928-90a1-30546d2ed357 req-e1ffc2a9-192f-4cc4-9f29-4c882108c903 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:51.031723 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cc506215-a029-4928-90a1-30546d2ed357 req-e1ffc2a9-192f-4cc4-9f29-4c882108c903 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1028688 Nov 19 05:47:51.033315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 51166) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:51.085409 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cc506215-a029-4928-90a1-30546d2ed357 req-a72ee480-cb69-435a-add7-1c65fa47040a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553389 Nov 19 05:47:51.228319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.253348 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b61f5450-d08e-4e26-bdd6-d3b82ee9e2ae req-0a024274-d075-4770-b80f-1c4739dfd4a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 1162 time: 0.0851238 Nov 19 05:47:51.266959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:51.273034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:2788a10d072541d28b6887faf42ce23c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:51.277742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:51.284204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:51.328425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-27e63abe-7024-48c2-a9c0-30c9abc54513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.364389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a8b8-6d36-4f07-b035-9ae5df4e9291 req-a592b58b-3804-4b72-a61e-2db933cb4456 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:51.366014 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b021a8b8-6d36-4f07-b035-9ae5df4e9291 req-a592b58b-3804-4b72-a61e-2db933cb4456 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.1112103 Nov 19 05:47:51.385379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.390093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.400810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cc457867-289a-4fb5-b1fa-f9d01d3e5803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:51.421447 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b61f5450-d08e-4e26-bdd6-d3b82ee9e2ae req-da9225d9-8b76-432e-a176-7ec32e0c9a37 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Nov 19 05:47:51.435491 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b021a8b8-6d36-4f07-b035-9ae5df4e9291 req-49bcdd65-ca23-4590-bdb8-8dc3268a303f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 Nov 19 05:47:51.452781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699c0250-43c9-47df-93cd-e7c54b0fc95f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:51.461183 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2788a10d072541d28b6887faf42ce23c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4266481 Nov 19 05:47:51.461697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 51174) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:51.462470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:51.526425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.554518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.602202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.606197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:51.620170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699c0250-43c9-47df-93cd-e7c54b0fc95f,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:51.623497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:51.625521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:51.626840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/699c0250-43c9-47df-93cd-e7c54b0fc95f HTTP/1.1" status: 204 len: 168 time: 0.1640649 Nov 19 05:47:51.705030 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e3fdf7e7-bec2-4f81-ad84-8d3a290a1544 req-6ef9bd4d-acee-49e3-9fc5-dd24e1d80274 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 210 time: 0.0494056 Nov 19 05:47:51.965715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device fbbcb441-3952-43b6-9845-3ae0f3055739 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:52.038582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port fbbcb441-3952-43b6-9845-3ae0f3055739 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:52.038996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:52.166678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:52.247926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:52.248339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:52.338974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0c6c8-42e7-4d91-95b4-ac87c831ab37 req-48c54daf-2b22-43a1-92db-2facbd924152 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:52.340734 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39b0c6c8-42e7-4d91-95b4-ac87c831ab37 req-48c54daf-2b22-43a1-92db-2facbd924152 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0997601 Nov 19 05:47:52.399247 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39b0c6c8-42e7-4d91-95b4-ac87c831ab37 req-d86ceb15-a8bf-4b21-9476-69a427e2d79b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 Nov 19 05:47:52.666523 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-d5288733-e0ad-4b52-b3ca-a007a267755e tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.35 "GET /v2.0/networks?tenant_id=c14400c9550b43f9aa1f337ff7480527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966408 Nov 19 05:47:52.848721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3431-d164-41db-9c16-b24201768be2 req-77e325fa-24f5-4137-aa33-3660e8c14a40 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:52.850278 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ceaf3431-d164-41db-9c16-b24201768be2 req-77e325fa-24f5-4137-aa33-3660e8c14a40 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.2414393 Nov 19 05:47:52.898010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-4eb0028f-02a7-43bf-a9ae-a1e1bc870509 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:52.899722 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-4eb0028f-02a7-43bf-a9ae-a1e1bc870509 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228961 Nov 19 05:47:52.949347 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ceaf3431-d164-41db-9c16-b24201768be2 req-0f9be248-cdbd-4f2a-9164-8f7fad6f2dee tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827582 Nov 19 05:47:52.961098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Request body: {'port': {'device_id': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa', 'admin_state_up': True, 'tenant_id': 'c14400c9550b43f9aa1f337ff7480527'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:53.353494 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c74ba5d-5319-47c0-982c-1e6bf5800aec req-dcd8bfdf-8aab-4854-8bc7-a964840cdec8 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 210 time: 0.0620091 Nov 19 05:47:53.414330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:53.418365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Usage tracker for resource:port and tenant:c14400c9550b43f9aa1f337ff7480527 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:53.421320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Quota usage for port was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:53.427048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:53.436330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Made reservation on behalf of c14400c9550b43f9aa1f337ff7480527 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:47:53.441949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:53.456071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:53.489534 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:53.501394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Usage tracker for resource:security_group_rule and tenant:c14400c9550b43f9aa1f337ff7480527 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:53.504947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:53.512170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:53.654504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:53.659995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:53.670047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:53.792779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152e3ee-8134-41d1-b391-50c3d846ff27 req-18140549-2698-4173-9ac5-4a88a7b39307 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:53.794377 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4152e3ee-8134-41d1-b391-50c3d846ff27 req-18140549-2698-4173-9ac5-4a88a7b39307 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2378283 Nov 19 05:47:53.828335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Pushing event updated for resources: {'SecurityGroup': ['ID=af711183-f73e-484e-84c9-702cef9f537d,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:53.831828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:53.940344 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4152e3ee-8134-41d1-b391-50c3d846ff27 req-ca01869b-dcb3-4c07-933f-2cd865ce4eca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374688 Nov 19 05:47:53.970648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f9342124-55a5-4c8c-9c18-974307a4c798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:54.072046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Allocated IP 192.168.233.155 (5821e89a-3072-4992-b9a8-836228bdf4fa/1c81d05b-a6b6-4f99-95a2-f70752988fe9/e25702e0-5eef-4bb5-8aa3-df7fd56584a6) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:47:54.316702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b741f-4545-4d77-b9ba-f2bafdf2a366 req-fcb5687b-affc-40a5-811c-8a9f6c0e584a tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:54.318359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e98b741f-4545-4d77-b9ba-f2bafdf2a366 req-fcb5687b-affc-40a5-811c-8a9f6c0e584a tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 943 time: 0.2321081 Nov 19 05:47:54.366780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:54.421517 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e98b741f-4545-4d77-b9ba-f2bafdf2a366 req-0c4cab63-5059-424f-b4f1-d9b6b2922f54 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968599 Nov 19 05:47:54.426746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:54.443854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Transition to ACTIVE for port object e25702e0-5eef-4bb5-8aa3-df7fd56584a6 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:54.467702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:54.483242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:54.662428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Pushing event updated for resources: {'Port': ['ID=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:54.668071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:54.749171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051afb9-3e87-42d8-9cfd-66e1b30a2975 req-2f19b8d9-5c15-4705-883c-7c6eba6dca83 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:54.750814 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7051afb9-3e87-42d8-9cfd-66e1b30a2975 req-2f19b8d9-5c15-4705-883c-7c6eba6dca83 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 936 time: 0.1748719 Nov 19 05:47:54.757231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Network 5821e89a-3072-4992-b9a8-836228bdf4fa is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:47:54.759779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:47:54.762357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:47:54.863988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:54.864668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:54.881263 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7051afb9-3e87-42d8-9cfd-66e1b30a2975 req-b6b39fe0-2ac0-4f3b-ad4b-23ef7fb079c1 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227653 Nov 19 05:47:54.894676 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9433088 Nov 19 05:47:54.944201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Request body: {'port': {'device_id': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:55.019358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-58024d3f-ab68-4983-bf23-4c26227620d7 None None] Provisioning for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:55.024714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-58024d3f-ab68-4983-bf23-4c26227620d7 None None] Provisioning complete for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:55.025143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-58024d3f-ab68-4983-bf23-4c26227620d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.062551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.080651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-58024d3f-ab68-4983-bf23-4c26227620d7 None None] Port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:47:55.203018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device d0d00bf8-841a-4576-9c68-2bce149b118d up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:55.263551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe458bf-d840-41f0-a4fa-644ff009130d req-db6923ce-ca46-41a0-b4ad-90da4d15473a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:55.265232 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cbe458bf-d840-41f0-a4fa-644ff009130d req-db6923ce-ca46-41a0-b4ad-90da4d15473a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1874673 Nov 19 05:47:55.281903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port d0d00bf8-841a-4576-9c68-2bce149b118d completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:47:55.288760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port d0d00bf8-841a-4576-9c68-2bce149b118d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:55.289286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.371144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.415979 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cbe458bf-d840-41f0-a4fa-644ff009130d req-f3214032-59fa-4914-8944-cd1400e0e660 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106646 Nov 19 05:47:55.484596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.528693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f42594-ca52-4004-9dc5-a250ab486482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d00bf8-841a-4576-9c68-2bce149b118d'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:55.563628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port d0d00bf8-841a-4576-9c68-2bce149b118d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d0d00bf8-841a-4576-9c68-2bce149b118d,segment=NetworkSegment(61e6e2a7-6e65-49bf-b511-b448cb6b4b5d),segment_id=61e6e2a7-6e65-49bf-b511-b448cb6b4b5d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:47:55.571486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.572736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device fbbcb441-3952-43b6-9845-3ae0f3055739 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:55.606326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b68c687b-6898-40db-b5bd-f70669aed560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:55.696499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=d0d00bf8-841a-4576-9c68-2bce149b118d,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:55.700925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:55.713820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port fbbcb441-3952-43b6-9845-3ae0f3055739 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:55.714236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.769720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.834539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25702e0-5eef-4bb5-8aa3-df7fd56584a6 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:47:55.856860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.898370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Transition to ACTIVE for port object e25702e0-5eef-4bb5-8aa3-df7fd56584a6 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:47:55.908566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-256703c6-6e3a-40b2-a180-527c65fc7fd6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:55.910162 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-256703c6-6e3a-40b2-a180-527c65fc7fd6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.3181405 Nov 19 05:47:55.912128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:55.930333 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:56.023536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3f54f-5e4b-40f3-b36f-2a9c5b979bc3 req-3ba216fb-ee97-4f76-bb36-614a3c0c6aa5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:56.025106 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9bd3f54f-5e4b-40f3-b36f-2a9c5b979bc3 req-3ba216fb-ee97-4f76-bb36-614a3c0c6aa5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.3989103 Nov 19 05:47:56.087202 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-d368bbf0-babc-4c15-8708-4996b14b6798 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/quotas/8ea976c7bb264eb79aa9a86bd0c4b1e7 HTTP/1.1" status: 200 len: 375 time: 0.1613593 Nov 19 05:47:56.151419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Pushing event updated for resources: {'Port': ['ID=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:56.161112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:56.206627 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9bd3f54f-5e4b-40f3-b36f-2a9c5b979bc3 req-eac384c3-c98c-4016-887c-b19a88cb3d34 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667919 Nov 19 05:47:56.316076 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-78d3b420-efb0-4faa-899e-0b97bb7095a5 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2168384 Nov 19 05:47:56.342590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device d0d00bf8-841a-4576-9c68-2bce149b118d up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:47:56.419057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port d0d00bf8-841a-4576-9c68-2bce149b118d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:47:56.419523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:56.468148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:47:56.665433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-d3b9f711-8e29-4844-b837-505830973660 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 1162 time: 0.0842700 Nov 19 05:47:56.718104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Attempting to bind port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:47:56.718451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Attempting to bind port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:47:56.718830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Attempting to bind port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 on network 5821e89a-3072-4992-b9a8-836228bdf4fa {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:47:56.742277 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-e0bb8825-cd4e-4aea-a098-55ea2d65111a service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976693 Nov 19 05:47:56.743410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:47:56.743784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Checking segment: {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:47:56.744230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:56.744610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Bound using segment: {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:47:56.745146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Bound port: e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f4e7b4-b685-4f22-830e-42a71f31ff4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5821e89a-3072-4992-b9a8-836228bdf4fa'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:47:56.745517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:56.821673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-9334e345-2758-4997-a7d6-0bde1cb7aac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:56.823235 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-9334e345-2758-4997-a7d6-0bde1cb7aac4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.1421385 Nov 19 05:47:56.830200 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f42594-ca52-4004-9dc5-a250ab486482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d00bf8-841a-4576-9c68-2bce149b118d', 'code': 200} Nov 19 05:47:56.967076 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-f2ba7ccf-0268-4097-827b-ec51d4a2f9ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbbcb441-3952-43b6-9845-3ae0f3055739 HTTP/1.1" status: 200 len: 217 time: 0.0872881 Nov 19 05:47:57.003977 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-0b83c095-c138-4fa0-9566-187f3d2e46e8 service neutron] 10.222.0.17 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2480862 Nov 19 05:47:57.005136 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] For port e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:47:57.024411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] For port e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:47:57.038201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:57.057561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e8fd2d12-9657-4a30-aea9-e86ba8f795af tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:57.064100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-eb55a002-056d-4090-a403-56fe1c0cc25f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:57.067144 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-eb55a002-056d-4090-a403-56fe1c0cc25f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0929956 Nov 19 05:47:57.129139 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-8a832a90-e420-4616-a8b8-56a7357f752f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533986 Nov 19 05:47:57.235635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 51312) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:57.335910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-34a940d7-0380-4b1e-9069-8a551b9a0165 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:57.336719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-34a940d7-0380-4b1e-9069-8a551b9a0165 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Synchronizing usage tracker for tenant:c14400c9550b43f9aa1f337ff7480527 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:57.361114 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-30dd4b88-d806-4755-a003-2b72138a853f service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193534 Nov 19 05:47:57.375246 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Pushing event updated for resources: {'Port': ['ID=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:57.379036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:57.418085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-34a940d7-0380-4b1e-9069-8a551b9a0165 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Unset dirty status for tenant:c14400c9550b43f9aa1f337ff7480527 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:57.419384 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-34a940d7-0380-4b1e-9069-8a551b9a0165 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.4562259 Nov 19 05:47:57.541476 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cd0c177-d50a-4bbe-b32c-8f2414009b25 req-ebf1c29b-170e-4c22-90ec-19e1e5f20cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 1162 time: 0.3673105 Nov 19 05:47:57.549279 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-05ac3a60-e2be-4c10-ad7c-d5453f0083fa req-24daff34-af09-4a08-8c8e-8f1919bef911 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1800845 Nov 19 05:47:57.587899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:57.619186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:57.620778 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] 10.222.0.35 "PUT /v2.0/ports/e25702e0-5eef-4bb5-8aa3-df7fd56584a6 HTTP/1.1" status: 200 len: 1162 time: 2.6816051 Nov 19 05:47:57.621898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:47:57.648761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-ec4be7c4-ac6d-4272-bf16-e553a4cc9c39 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Synchronizing usage tracker for tenant:c14400c9550b43f9aa1f337ff7480527 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:47:57.690438 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cd0c177-d50a-4bbe-b32c-8f2414009b25 req-615e7c59-ed22-471f-858b-14556946f12c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396623 Nov 19 05:47:57.696996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:57.705443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bc681185204161b07146ad1b841289 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:57.710161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:57.719772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:57.730889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-ec4be7c4-ac6d-4272-bf16-e553a4cc9c39 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Unset dirty status for tenant:c14400c9550b43f9aa1f337ff7480527 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:47:57.744021 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e1b3149d-5cc0-4a08-ba5e-050525e452e0 req-ec4be7c4-ac6d-4272-bf16-e553a4cc9c39 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087265 Nov 19 05:47:57.759843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb7a8b-860a-48d6-8851-e84d950bcd7c req-8bbf8ba0-97f8-43fb-ac08-b72575d3d048 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:57.767743 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8eb7a8b-860a-48d6-8851-e84d950bcd7c req-8bbf8ba0-97f8-43fb-ac08-b72575d3d048 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.3294139 Nov 19 05:47:57.836090 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8eb7a8b-860a-48d6-8851-e84d950bcd7c req-bb13538f-9d1f-43ab-9050-af4d2b5dee0c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670922 Nov 19 05:47:57.911783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:57.920489 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-efa976a2-3d75-493a-b6c3-d60a00716888 req-96912536-9184-45e8-bdbc-f8c3eba95b97 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 210 time: 0.0511248 Nov 19 05:47:57.920489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:57.928006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:58.018711 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6', 'status': 'completed', 'code': 200} Nov 19 05:47:58.019529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b9792-4469-4843-a8df-3c1532c56ea3,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:58.026717 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f6bc681185204161b07146ad1b841289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7797112 Nov 19 05:47:58.026717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:58.027883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 51336) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:58.071505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8678468-02bf-42b4-a558-d002b719f681 req-682dd342-33c1-42d1-b04a-5b2bb42cd91b tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:58.073224 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f8678468-02bf-42b4-a558-d002b719f681 req-682dd342-33c1-42d1-b04a-5b2bb42cd91b tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.1014121 Nov 19 05:47:58.096998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.122723 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f8678468-02bf-42b4-a558-d002b719f681 req-2244157c-0b2e-4aa1-8308-6e53fade3a9c tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Nov 19 05:47:58.123853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.169797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.173753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:58.188559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b9792-4469-4843-a8df-3c1532c56ea3,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:58.191365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:58.202112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.203336 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af2b9792-4469-4843-a8df-3c1532c56ea3 HTTP/1.1" status: 204 len: 168 time: 0.1744807 Nov 19 05:47:58.309148 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-f341339f-278f-4c7d-b4f6-7f4841dff7c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c14400c9550b43f9aa1f337ff7480527&device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 1165 time: 0.0751188 Nov 19 05:47:58.436291 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-30745d1c-ecd2-42ee-a2de-aa39bdb0650e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6 HTTP/1.1" status: 200 len: 217 time: 0.0797265 Nov 19 05:47:58.511711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-4a61ac5c-550f-43ff-a45b-bcf9e47c3a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:58.513382 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-4a61ac5c-550f-43ff-a45b-bcf9e47c3a8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c81d05b-a6b6-4f99-95a2-f70752988fe9 HTTP/1.1" status: 200 len: 843 time: 0.0679502 Nov 19 05:47:58.570691 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 51346) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:58.592544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.626408 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-ca89e1e9-85b4-47ac-93db-b11440d78647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5821e89a-3072-4992-b9a8-836228bdf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0885179 Nov 19 05:47:58.632495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:47:58.636662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Usage tracker for resource:security_group_rule and tenant:e65991b0fec54809b77ccb276efaa61c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:47:58.639687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:47:58.645827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:47:58.719335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.723691 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.731001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-50bd4567-5d1a-4238-8588-6980d0f268d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:58.774656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda6ea62-3cef-4270-a019-8a6da1639d57,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:58.779518 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e65991b0fec54809b77ccb276efaa61c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2076550 Nov 19 05:47:58.780827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:58.782066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 51352) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:47:58.784938 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-2bceeaee-7dea-4126-9828-5cff7941cbc0 service neutron] 10.222.0.35 "GET /v2.0/networks/5821e89a-3072-4992-b9a8-836228bdf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431837 Nov 19 05:47:58.848324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.881383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.932415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.937901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:47:58.961406 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:47:58.965188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fda6ea62-3cef-4270-a019-8a6da1639d57 HTTP/1.1" status: 204 len: 168 time: 0.1796916 Nov 19 05:47:58.965188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda6ea62-3cef-4270-a019-8a6da1639d57,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:47:58.967562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:47:59.067349 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afd12d1-5c25-40ca-a1b6-bfbad8685aec req-f64003c6-8247-478d-ac4e-92d3288e497f service neutron] 10.222.0.35 "GET /v2.0/networks/5821e89a-3072-4992-b9a8-836228bdf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2649601 Nov 19 05:47:59.085669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaebeb0-4bf8-4e1b-8a3c-143b9764d664 req-d470b407-d53a-48e3-8e8c-dc25d4ce4540 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:59.087383 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-deaebeb0-4bf8-4e1b-8a3c-143b9764d664 req-d470b407-d53a-48e3-8e8c-dc25d4ce4540 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.2023101 Nov 19 05:47:59.234330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325323-8726-4e38-894a-198223a53d68 req-b3e4ed82-f059-4058-910c-65cb63b5d4de tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:59.236315 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ba325323-8726-4e38-894a-198223a53d68 req-b3e4ed82-f059-4058-910c-65cb63b5d4de tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2518218 Nov 19 05:47:59.345546 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-deaebeb0-4bf8-4e1b-8a3c-143b9764d664 req-3e8cb964-ded6-4e45-9ad8-e714f79c3a1e tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500470 Nov 19 05:47:59.402718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-44506652-508a-4c64-a431-4e92104bbb69 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:47:59.404209 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-44506652-508a-4c64-a431-4e92104bbb69 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 815 time: 0.2879870 Nov 19 05:47:59.426021 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ba325323-8726-4e38-894a-198223a53d68 req-c366ed03-08f9-4b58-9b88-1cd63f966312 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437762 Nov 19 05:47:59.439264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Request body: {'port': {'device_id': 'b1568105-a2f8-452f-b834-f11649eb841f', 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551', 'admin_state_up': True, 'tenant_id': '8ea976c7bb264eb79aa9a86bd0c4b1e7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:47:59.459114 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-d192f2f5-292e-4a64-a2e9-8cac54b6b9a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c14400c9550b43f9aa1f337ff7480527&device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 1165 time: 0.2185621 Nov 19 05:47:59.903391 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0a039e34-2a70-4049-828c-39c77be18506 req-e7c95780-c20f-4e45-b217-0c54a527442d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 210 time: 0.3830006 Nov 19 05:48:00.091956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:48:00.095653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-9f0cb546-c951-4ee2-aed3-bc6991f1c358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.097223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-9f0cb546-c951-4ee2-aed3-bc6991f1c358 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5821e89a-3072-4992-b9a8-836228bdf4fa HTTP/1.1" status: 200 len: 863 time: 0.5757077 Nov 19 05:48:00.113411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:48:00.195870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501dce-a539-4d21-b73a-ae1931cd67fb req-4168eb85-15c7-4962-8c34-4b2f50f55b60 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.197477 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-21501dce-a539-4d21-b73a-ae1931cd67fb req-4168eb85-15c7-4962-8c34-4b2f50f55b60 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.2969518 Nov 19 05:48:00.200031 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-d7062f26-d3d8-488a-8926-2cc97a996865 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6 HTTP/1.1" status: 200 len: 217 time: 0.0879672 Nov 19 05:48:00.203964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Made reservation on behalf of 8ea976c7bb264eb79aa9a86bd0c4b1e7 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:48:00.209555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:00.336176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-4344fedc-8ef9-4c23-b033-88e167ff8e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.337739 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-4344fedc-8ef9-4c23-b033-88e167ff8e02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c81d05b-a6b6-4f99-95a2-f70752988fe9 HTTP/1.1" status: 200 len: 843 time: 0.1175745 Nov 19 05:48:00.418313 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-21501dce-a539-4d21-b73a-ae1931cd67fb req-b3d2ce2a-221a-4e6f-8eba-4dd023f11aae tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967814 Nov 19 05:48:00.530540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device d0d00bf8-841a-4576-9c68-2bce149b118d up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:00.734380 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-95434b98-b640-46e9-ba7b-0ceac4b8083f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5821e89a-3072-4992-b9a8-836228bdf4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3041017 Nov 19 05:48:00.813563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port d0d00bf8-841a-4576-9c68-2bce149b118d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:00.814363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:00.895658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3b938-94b8-4497-8e6e-39b2f15b7fab req-091b690c-3b97-4ee8-bbce-158a045fa5c6 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:00.897285 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-53b3b938-94b8-4497-8e6e-39b2f15b7fab req-091b690c-3b97-4ee8-bbce-158a045fa5c6 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.4023933 Nov 19 05:48:01.012203 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Allocated IP 172.20.0.11 (68404511-76ee-4520-b4e8-d6cbc77eb551/25d47f7a-1d25-45a4-a49b-5a828c50df40/c5760094-3562-48b7-94a3-5d6a6699513f) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:48:01.042275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15f99c-e665-450c-8205-3db85c3e4640 req-80164ba0-ab95-488f-89cc-fe86b8c36c92 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:01.043908 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa15f99c-e665-450c-8205-3db85c3e4640 req-80164ba0-ab95-488f-89cc-fe86b8c36c92 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.4107792 Nov 19 05:48:01.069422 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-53b3b938-94b8-4497-8e6e-39b2f15b7fab req-8344ab3d-2e90-42c3-9d20-03da303d4008 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648407 Nov 19 05:48:01.085426 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-75b532e1-1a78-42f1-9126-44956ead18c1 service neutron] 10.222.0.35 "GET /v2.0/networks/5821e89a-3072-4992-b9a8-836228bdf4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309391 Nov 19 05:48:01.271130 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-21de3867-f2c4-43fe-88de-0bb5d0fbccfd req-da171191-04b9-4800-8b60-e5e4093114f0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 210 time: 0.0816135 Nov 19 05:48:01.307986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa15f99c-e665-450c-8205-3db85c3e4640 req-5b19af38-10da-48f6-b166-ede60e4603a7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471564 Nov 19 05:48:01.414886 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3494deef-824e-41fc-8352-bf8a32e6cfac req-85d65604-70ff-4958-9cb6-e9e6e4240865 service neutron] 10.222.0.35 "GET /v2.0/networks/5821e89a-3072-4992-b9a8-836228bdf4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3220863 Nov 19 05:48:01.488527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:01.517046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:01.536111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:01.742400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event updated for resources: {'Port': ['ID=c5760094-3562-48b7-94a3-5d6a6699513f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:01.751233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:01.808934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c22fe-7a54-41b8-a5fb-dba5ff07c3ef req-ce51f1a2-9f26-4888-bd7d-ed43dd584f65 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:01.810520 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e9c22fe-7a54-41b8-a5fb-dba5ff07c3ef req-ce51f1a2-9f26-4888-bd7d-ed43dd584f65 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.1818066 Nov 19 05:48:01.812461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:48:01.813679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:48:01.816773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:48:01.917478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:01.918146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:01.937518 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e9c22fe-7a54-41b8-a5fb-dba5ff07c3ef req-1deeec65-df4c-4382-922c-7a5834f13c59 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900514 Nov 19 05:48:01.957178 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5228677 Nov 19 05:48:01.987457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Request body: {'port': {'device_id': 'b1568105-a2f8-452f-b834-f11649eb841f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:48:02.117082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:02.769468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f011ff7-15bb-498e-aae3-0f9e1390a937 req-785d5094-ade8-4967-b846-c4182dc3f414 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:02.771115 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f011ff7-15bb-498e-aae3-0f9e1390a937 req-785d5094-ade8-4967-b846-c4182dc3f414 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.5452974 Nov 19 05:48:02.779836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0925-0b8b-4c71-88fe-7e45b56e20e5 req-97e0cd7b-3cf7-44f7-9dbb-8b13445d3024 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:02.780204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-208d0925-0b8b-4c71-88fe-7e45b56e20e5 req-97e0cd7b-3cf7-44f7-9dbb-8b13445d3024 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:02.850397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-208d0925-0b8b-4c71-88fe-7e45b56e20e5 req-97e0cd7b-3cf7-44f7-9dbb-8b13445d3024 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:02.851706 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-208d0925-0b8b-4c71-88fe-7e45b56e20e5 req-97e0cd7b-3cf7-44f7-9dbb-8b13445d3024 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 932 time: 0.3637559 Nov 19 05:48:02.901944 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f011ff7-15bb-498e-aae3-0f9e1390a937 req-dd0ec259-6406-49a0-9074-2329f766c1ad tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157143 Nov 19 05:48:02.977476 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-208d0925-0b8b-4c71-88fe-7e45b56e20e5 req-dc180074-f986-4206-8eb7-a8e09bd6140d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075220 Nov 19 05:48:03.008899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5760094-3562-48b7-94a3-5d6a6699513f {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:48:03.016955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.067719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Transition to ACTIVE for port object c5760094-3562-48b7-94a3-5d6a6699513f will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:48:03.074453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.089471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:03.227133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Pushing event updated for resources: {'Port': ['ID=c5760094-3562-48b7-94a3-5d6a6699513f,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:03.230785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:03.292179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7d15f-dc32-4d90-9550-0e6ff64c7f4c req-aa316a58-3b16-4396-a96b-2832af176e40 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:03.293801 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-27b7d15f-dc32-4d90-9550-0e6ff64c7f4c req-aa316a58-3b16-4396-a96b-2832af176e40 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2693102 Nov 19 05:48:03.442880 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-27b7d15f-dc32-4d90-9550-0e6ff64c7f4c req-5464ef2f-36c9-4d46-b4ef-7fcb214ba362 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390185 Nov 19 05:48:03.486523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Attempting to bind port c5760094-3562-48b7-94a3-5d6a6699513f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:48:03.486884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Attempting to bind port c5760094-3562-48b7-94a3-5d6a6699513f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:48:03.487241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Attempting to bind port c5760094-3562-48b7-94a3-5d6a6699513f on network 68404511-76ee-4520-b4e8-d6cbc77eb551 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:48:03.495004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:48:03.495393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Checking segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:48:03.495792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.496178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Bound using segment: {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:48:03.496639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Bound port: c5760094-3562-48b7-94a3-5d6a6699513f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bae183-5e11-4926-a764-82e89c72d7df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68404511-76ee-4520-b4e8-d6cbc77eb551'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:48:03.497000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.594719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] For port c5760094-3562-48b7-94a3-5d6a6699513f, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:48:03.598722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] For port c5760094-3562-48b7-94a3-5d6a6699513f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5760094-3562-48b7-94a3-5d6a6699513f,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:48:03.603645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.618111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:03.812186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Pushing event updated for resources: {'Port': ['ID=c5760094-3562-48b7-94a3-5d6a6699513f,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:03.829605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:03.883726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34016-fc1e-4141-bb2e-02c3a7237c30 req-dfb17182-8e29-4168-8555-345a4f47411a tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:03.885318 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dae34016-fc1e-4141-bb2e-02c3a7237c30 req-dfb17182-8e29-4168-8555-345a4f47411a tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.1698084 Nov 19 05:48:03.889882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:03.891241 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] 10.222.0.35 "PUT /v2.0/ports/c5760094-3562-48b7-94a3-5d6a6699513f HTTP/1.1" status: 200 len: 1158 time: 1.9099045 Nov 19 05:48:03.891777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1568105-a2f8-452f-b834-f11649eb841f', 'tag': 'c5760094-3562-48b7-94a3-5d6a6699513f'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:03.946319 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dae34016-fc1e-4141-bb2e-02c3a7237c30 req-efba55fe-bb2f-4f45-b449-338691e72ef6 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Nov 19 05:48:03.973486 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1568105-a2f8-452f-b834-f11649eb841f', 'tag': 'c5760094-3562-48b7-94a3-5d6a6699513f', 'status': 'completed', 'code': 200} Nov 19 05:48:04.218846 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-078a2ca7-47b2-4d11-9f4a-5a7f84b3abb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 1161 time: 0.1984723 Nov 19 05:48:04.322131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4a41-3a5f-466c-905c-13312bef2fbf req-bb3ee6fd-dc71-4bc2-b6ee-607c7fa1f2fb tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:04.323747 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b3b4a41-3a5f-466c-905c-13312bef2fbf req-bb3ee6fd-dc71-4bc2-b6ee-607c7fa1f2fb tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.2481303 Nov 19 05:48:04.329999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7c372-d6c8-4653-bf6b-e41d085646f5 req-f83f8d6d-178a-4bbd-b308-9c6de8151314 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:04.331510 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cbe7c372-d6c8-4653-bf6b-e41d085646f5 req-f83f8d6d-178a-4bbd-b308-9c6de8151314 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.2131581 Nov 19 05:48:04.334198 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-7813b175-b1db-49a3-be77-38db14ad20ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5760094-3562-48b7-94a3-5d6a6699513f HTTP/1.1" status: 200 len: 217 time: 0.0942676 Nov 19 05:48:04.374856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 5821e89a-3072-4992-b9a8-836228bdf4fa details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:48:04.464208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-e93ff33e-feb5-4a21-b62f-830167465ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:04.465782 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-e93ff33e-feb5-4a21-b62f-830167465ae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.1147957 Nov 19 05:48:04.468121 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b3b4a41-3a5f-466c-905c-13312bef2fbf req-6ac0dbfc-87db-471e-8676-fe8936fc39e3 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356511 Nov 19 05:48:04.477219 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cbe7c372-d6c8-4653-bf6b-e41d085646f5 req-d708c5cf-80bc-4e33-85f6-eec8370403ab tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290216 Nov 19 05:48:04.527011 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-700cfdc6-2ee6-4828-a2b5-0bac8d14e95a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487015 Nov 19 05:48:04.676646 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-1bcd12b0-874b-4dcb-bb11-4533c36eead9 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405649 Nov 19 05:48:04.841405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-1e3a98d0-077e-4653-ae63-154ed0a617b4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:48:05.082885 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-602cec31-9ab7-4a97-b4e8-ee832534c55d req-24d403e7-9b3b-4754-842f-be190176a13c service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3908715 Nov 19 05:48:05.174316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa655c6e-7609-4a71-922a-55cd88398b86 req-b3c2f2b8-f5c9-47a2-85f3-86e9437c99d6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.175822 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aa655c6e-7609-4a71-922a-55cd88398b86 req-b3c2f2b8-f5c9-47a2-85f3-86e9437c99d6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1599958 Nov 19 05:48:05.257649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90325-ad04-4f2b-b10c-1a9bfc523461 req-ce0095aa-7166-4713-a260-dfbeb5f61851 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.259223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96c90325-ad04-4f2b-b10c-1a9bfc523461 req-ce0095aa-7166-4713-a260-dfbeb5f61851 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.1754098 Nov 19 05:48:05.316672 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aa655c6e-7609-4a71-922a-55cd88398b86 req-c7af5c56-5a0d-4e04-b69b-ae5b96dd4fad tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336529 Nov 19 05:48:05.341509 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96c90325-ad04-4f2b-b10c-1a9bfc523461 req-852aaaf6-e42c-4fcb-a7bc-c0285ae647cd tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714984 Nov 19 05:48:05.349239 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-71d00a6c-cc7b-40df-9442-fc129122d618 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 1161 time: 0.1501751 Nov 19 05:48:05.507042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-ca228314-9095-492d-ad16-8664abbe03c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.508748 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-ca228314-9095-492d-ad16-8664abbe03c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 200 len: 909 time: 0.1411285 Nov 19 05:48:05.584412 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-08b3ead1-0933-4c6a-9146-49eeb41335ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5760094-3562-48b7-94a3-5d6a6699513f HTTP/1.1" status: 200 len: 217 time: 0.0686679 Nov 19 05:48:05.761831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-0228a249-2569-4162-a0c0-9f3296aef571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.763529 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-0228a249-2569-4162-a0c0-9f3296aef571 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 200 len: 855 time: 0.1705205 Nov 19 05:48:05.833805 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-7bd43d46-b037-4f0c-b9f9-2cb941eb422c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68404511-76ee-4520-b4e8-d6cbc77eb551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584619 Nov 19 05:48:05.880125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccca710-0396-49ba-9ddb-aaf18f477744 req-35b8b13d-e81b-43a6-931f-c42ab6d4cb61 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.881705 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ccca710-0396-49ba-9ddb-aaf18f477744 req-35b8b13d-e81b-43a6-931f-c42ab6d4cb61 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.2486577 Nov 19 05:48:05.940779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc69823-3323-485e-be5b-27d4a2e25167 req-4799946c-08cf-4611-81df-530a65ee6699 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:05.942336 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5bc69823-3323-485e-be5b-27d4a2e25167 req-4799946c-08cf-4611-81df-530a65ee6699 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.3105314 Nov 19 05:48:06.065204 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3ccca710-0396-49ba-9ddb-aaf18f477744 req-46def2d5-82d8-4c4e-8e82-a5645f732ed2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314471 Nov 19 05:48:06.081366 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5bc69823-3323-485e-be5b-27d4a2e25167 req-33db1311-4a75-4360-8831-142a235d427b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162260 Nov 19 05:48:06.085687 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-9b47178c-fa58-4e09-ae69-e07bc494ba3d service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346327 Nov 19 05:48:06.305473 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-422c6536-d46b-44e4-9442-c5a4f8c278ed req-eca38c8c-9d13-4029-9988-d10c6aa2ed63 service neutron] 10.222.0.35 "GET /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480565 Nov 19 05:48:06.606556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b46e3-79e7-46b7-b605-005f4999293f req-95335510-d6fd-416f-80ef-10e4e4528879 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:06.608549 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dc0b46e3-79e7-46b7-b605-005f4999293f req-95335510-d6fd-416f-80ef-10e4e4528879 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0992205 Nov 19 05:48:06.701739 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dc0b46e3-79e7-46b7-b605-005f4999293f req-16676222-1ea9-4499-9909-cef01e0f3f9a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867372 Nov 19 05:48:06.751491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-9c0837a8-0d25-4e28-bf33-ec96ca243d56 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:06.752890 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-9c0837a8-0d25-4e28-bf33-ec96ca243d56 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.0952661 Nov 19 05:48:06.773976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e25702e0-5eef-4bb5-8aa3-df7fd56584a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:06.848706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:06.854974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:06.855644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:06.889857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Deleting port d0d00bf8-841a-4576-9c68-2bce149b118d {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:06.890267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:06.983308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:07.016154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:07.026606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:07.033199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:07.037766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:07.119152 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6', 'code': 200} Nov 19 05:48:07.120124 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:07.123349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:07.190512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6188c-dc05-4612-9c5b-44f7ecad4d2c req-cbfa832f-383a-4f5a-ba01-1de8c287e2d5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:07.192943 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0eb6188c-dc05-4612-9c5b-44f7ecad4d2c req-cbfa832f-383a-4f5a-ba01-1de8c287e2d5 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 945 time: 0.4312925 Nov 19 05:48:07.333410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] For port d0d00bf8-841a-4576-9c68-2bce149b118d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d0d00bf8-841a-4576-9c68-2bce149b118d,segment=NetworkSegment(61e6e2a7-6e65-49bf-b511-b448cb6b4b5d),segment_id=61e6e2a7-6e65-49bf-b511-b448cb6b4b5d)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:07.333803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:07.352201 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0eb6188c-dc05-4612-9c5b-44f7ecad4d2c req-e84e8753-d375-4a04-8d65-de2e4648a9f8 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/security-groups?id=c8d46eca-7cf9-451a-91d9-6f21a93d175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523321 Nov 19 05:48:07.469271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Calling delete_port for d0d00bf8-841a-4576-9c68-2bce149b118d owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:07.622098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e25702e0-5eef-4bb5-8aa3-df7fd56584a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:07.661631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ae59e-e2f4-402f-a302-8db94dde117b req-72b36fc3-d708-498e-b0ae-59887b32ec10 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:07.663250 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d2ae59e-e2f4-402f-a302-8db94dde117b req-72b36fc3-d708-498e-b0ae-59887b32ec10 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.4431403 Nov 19 05:48:07.700942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:07.701355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:07.788306 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4920922-3d06-495f-9cde-9ad0885dbdb8 req-af5901cd-5822-4ffc-abd5-7ca756085fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 1167 time: 0.3274474 Nov 19 05:48:07.803272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd4cb-0326-440f-a5c9-07e57e9f9508 req-68df7694-7c87-4de4-a67e-80f78c73111b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:07.804831 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1eafd4cb-0326-440f-a5c9-07e57e9f9508 req-68df7694-7c87-4de4-a67e-80f78c73111b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.2743018 Nov 19 05:48:07.816604 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d2ae59e-e2f4-402f-a302-8db94dde117b req-47dd879e-3115-41f3-9bb8-dd8e423a3570 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436691 Nov 19 05:48:07.817243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:07.853645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:07.874309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device d0d00bf8-841a-4576-9c68-2bce149b118d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:07.914469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: d0d00bf8-841a-4576-9c68-2bce149b118d {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:07.914987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device d0d00bf8-841a-4576-9c68-2bce149b118d not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:07.973780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Pushing event deleted for resources: {'Port': ['ID=d0d00bf8-841a-4576-9c68-2bce149b118d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:08.190047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:08.257690 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1eafd4cb-0326-440f-a5c9-07e57e9f9508 req-8d46118b-6c3f-4ad7-8373-3f29bc57f04f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447653 Nov 19 05:48:08.261807 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4920922-3d06-495f-9cde-9ad0885dbdb8 req-2bcc7afd-6fbb-46eb-9425-c96cfd1f692f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270375 Nov 19 05:48:08.390817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] No DVR routers for this DVR port d0d00bf8-841a-4576-9c68-2bce149b118d on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:08.393772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:08.396707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f42594-ca52-4004-9dc5-a250ab486482', 'name': 'network-vif-deleted', 'tag': 'd0d00bf8-841a-4576-9c68-2bce149b118d'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:08.418739 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6290641f-a28b-4878-95e2-8cb4a582afd1 req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.35 "DELETE /v2.0/ports/d0d00bf8-841a-4576-9c68-2bce149b118d HTTP/1.1" status: 204 len: 173 time: 1.6207485 Nov 19 05:48:08.439097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07414-4127-4262-aff1-36123eb0faed req-809dbed4-25a7-4f8b-b231-a963dd05cb4d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:08.440615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-42d07414-4127-4262-aff1-36123eb0faed req-809dbed4-25a7-4f8b-b231-a963dd05cb4d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1426365 Nov 19 05:48:08.492194 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-42d07414-4127-4262-aff1-36123eb0faed req-a00d8940-195b-447b-95dc-1ed6bc6eb0f5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Nov 19 05:48:08.534903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-ffd07d36-2240-40e0-88bf-21fcf8720bbd req-c57ad761-dd3a-4fa4-859e-ba12f0539463 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Synchronizing usage tracker for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:08.550243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-ffd07d36-2240-40e0-88bf-21fcf8720bbd req-c57ad761-dd3a-4fa4-859e-ba12f0539463 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Unset dirty status for tenant:e7c819d4bb254062ba80b1fdc5791512 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:08.551543 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ffd07d36-2240-40e0-88bf-21fcf8720bbd req-c57ad761-dd3a-4fa4-859e-ba12f0539463 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 210 time: 0.0633545 Nov 19 05:48:08.565011 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f42594-ca52-4004-9dc5-a250ab486482', 'name': 'network-vif-deleted', 'tag': 'd0d00bf8-841a-4576-9c68-2bce149b118d', 'status': 'completed', 'code': 200} Nov 19 05:48:09.046344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cc31d-8273-4a7c-84e7-4aaa0e925143 req-7cba8e35-cd66-4703-81a5-c94add99a1bb tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.047961 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ee5cc31d-8273-4a7c-84e7-4aaa0e925143 req-7cba8e35-cd66-4703-81a5-c94add99a1bb tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.0873840 Nov 19 05:48:09.097992 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ee5cc31d-8273-4a7c-84e7-4aaa0e925143 req-e89ae801-aa8d-4444-b480-8d76dc9e6277 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Nov 19 05:48:09.440796 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-c98ec30c-87a9-4781-baf0-1c994e6c2b42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1142137 Nov 19 05:48:09.494658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae640685-a9d1-4854-9cb5-3177eae379f5 req-23334c24-2c17-420c-b22d-c57e1003548b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.496294 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ae640685-a9d1-4854-9cb5-3177eae379f5 req-23334c24-2c17-420c-b22d-c57e1003548b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.0991321 Nov 19 05:48:09.597707 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ae640685-a9d1-4854-9cb5-3177eae379f5 req-ab8784c6-f849-46dc-a176-744b38f099ce tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946803 Nov 19 05:48:09.631441 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-37fbb4c3-35c9-4757-ba73-ff8df38ff193 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1162 time: 0.1114995 Nov 19 05:48:09.826875 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1ee95a7f-5b1c-4181-9501-ac2558e5b0b5 req-f95fbcdc-77b0-4e39-ad6a-e2f199904cbc tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] 10.222.0.17 "GET /v2.0/ports?device_id=35f42594-ca52-4004-9dc5-a250ab486482 HTTP/1.1" status: 200 len: 210 time: 0.0684075 Nov 19 05:48:09.891451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacfd44-c9e0-4640-89a8-459ca78e4a1a req-b121af1b-4ea0-4beb-8350-4bf2eb79969b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.893467 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8aacfd44-c9e0-4640-89a8-459ca78e4a1a req-b121af1b-4ea0-4beb-8350-4bf2eb79969b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2610121 Nov 19 05:48:09.896029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-b4a961b6-c1be-4757-908a-a894ed57f406 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:09.897449 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-b4a961b6-c1be-4757-908a-a894ed57f406 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.2178071 Nov 19 05:48:09.944427 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8aacfd44-c9e0-4640-89a8-459ca78e4a1a req-4b1becce-1cb8-413d-9431-6de051823172 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Nov 19 05:48:10.325411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aca4e-3bd5-4871-b8e7-b25289728a77 req-4cd7f5f0-b741-4534-a8c6-532b0f8b586c tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:10.327039 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c91aca4e-3bd5-4871-b8e7-b25289728a77 req-4cd7f5f0-b741-4534-a8c6-532b0f8b586c tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.0936179 Nov 19 05:48:10.382340 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c91aca4e-3bd5-4871-b8e7-b25289728a77 req-86d6a19c-3562-490e-9cbd-55399fb07110 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Nov 19 05:48:14.106900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-73912c70-26e7-4e37-a180-2eeaea0706aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 1000 time: 0.1219511 Nov 19 05:48:14.231072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-77bfc7df-665b-4360-91c0-b1430ee56842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:14.232698 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-77bfc7df-665b-4360-91c0-b1430ee56842 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0688090 Nov 19 05:48:14.426829 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-7432cb17-2666-43bd-8e2b-e6597abae8d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865115 Nov 19 05:48:14.443529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d494-cbdf-4300-ac01-f72834662308 req-3500c715-1bd5-4c65-8e8f-d11a41957ec3 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:14.445099 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8ac5d494-cbdf-4300-ac01-f72834662308 req-3500c715-1bd5-4c65-8e8f-d11a41957ec3 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.1674070 Nov 19 05:48:14.606458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602b192-7bf0-45b1-842a-4d0ce1f7fdf6 req-30b49abf-981c-426f-8810-ede7da3632a3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:14.608059 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f602b192-7bf0-45b1-842a-4d0ce1f7fdf6 req-30b49abf-981c-426f-8810-ede7da3632a3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2528257 Nov 19 05:48:14.640021 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8ac5d494-cbdf-4300-ac01-f72834662308 req-a92bf678-fcf7-4c8e-b71c-344c93947dba tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694484 Nov 19 05:48:14.677388 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-def81d98-d38d-4d52-bcc2-d3714b1bd260 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304845 Nov 19 05:48:14.689851 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f602b192-7bf0-45b1-842a-4d0ce1f7fdf6 req-1246567a-7ccc-411b-8ee1-52f2962d2c2f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691867 Nov 19 05:48:14.734636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e25702e0-5eef-4bb5-8aa3-df7fd56584a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:14.816197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:14.817056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:14.952375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef003481-f1e6-4452-a7f2-c0a71a181d26 req-43c241dc-feaa-4de7-a123-7d778b92d2dc service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2374411 Nov 19 05:48:14.958380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76bba1-d014-47b1-b6e7-2a91fcfab634 req-a01d638c-06ea-42d1-90d7-792838c31148 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:14.960284 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3a76bba1-d014-47b1-b6e7-2a91fcfab634 req-a01d638c-06ea-42d1-90d7-792838c31148 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.1646001 Nov 19 05:48:15.012304 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3a76bba1-d014-47b1-b6e7-2a91fcfab634 req-1dd88db0-abde-437d-914a-6969eaae8d31 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447428 Nov 19 05:48:15.918924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b126594-801d-4040-b02e-2ea2b9680cee req-bd05f712-6f83-4f33-9e72-9f2a22d22d78 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:15.920561 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5b126594-801d-4040-b02e-2ea2b9680cee req-bd05f712-6f83-4f33-9e72-9f2a22d22d78 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.1420152 Nov 19 05:48:15.965795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8b93f-5144-4ede-8c04-f9754fb563ce req-80f1f28d-702f-403d-8a06-d55eda73f48d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:15.967432 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bbb8b93f-5144-4ede-8c04-f9754fb563ce req-80f1f28d-702f-403d-8a06-d55eda73f48d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1300972 Nov 19 05:48:16.009137 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5b126594-801d-4040-b02e-2ea2b9680cee req-13a112e8-c1f5-42d6-a058-36f79a49548a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771782 Nov 19 05:48:16.031138 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bbb8b93f-5144-4ede-8c04-f9754fb563ce req-19bd7049-2b6c-47f7-89b8-bfeae2c54551 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Nov 19 05:48:16.226844 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a176d7-af4b-4d9e-ab33-383b402290d3 req-8f3a22bd-15ec-4c70-b238-9ec31775bdb5 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:16.228587 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a0a176d7-af4b-4d9e-ab33-383b402290d3 req-8f3a22bd-15ec-4c70-b238-9ec31775bdb5 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.0887494 Nov 19 05:48:16.278874 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a0a176d7-af4b-4d9e-ab33-383b402290d3 req-9e0f3978-e21c-4fb8-bafb-957d65283ee6 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Nov 19 05:48:16.455889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:17.010577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7802-d9d9-4e47-8f6b-f90945292552 req-12f0e9e4-7775-4c55-ada2-e0f200c30517 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:17.012219 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2a2c7802-d9d9-4e47-8f6b-f90945292552 req-12f0e9e4-7775-4c55-ada2-e0f200c30517 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.0960455 Nov 19 05:48:17.068431 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2a2c7802-d9d9-4e47-8f6b-f90945292552 req-97c389dd-adb4-462b-94a2-8fb799ea8f48 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Nov 19 05:48:17.273255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe237d31-1d71-49c2-8cfc-c34273575922 req-72de9552-f645-4bc6-bd0a-62763ad33b12 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:17.274789 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fe237d31-1d71-49c2-8cfc-c34273575922 req-72de9552-f645-4bc6-bd0a-62763ad33b12 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.0884857 Nov 19 05:48:17.330135 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fe237d31-1d71-49c2-8cfc-c34273575922 req-bb6cfafa-55da-44a7-9512-bf9e28a7e4db tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460610 Nov 19 05:48:17.535108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d9e58-82fd-4274-be46-08d334e09229 req-e66fabd9-88a1-4c79-af89-fa3eff7ccc48 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:17.536673 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1f6d9e58-82fd-4274-be46-08d334e09229 req-e66fabd9-88a1-4c79-af89-fa3eff7ccc48 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0896204 Nov 19 05:48:17.585352 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1f6d9e58-82fd-4274-be46-08d334e09229 req-8d2db79a-87c9-415e-a019-6149212c53d8 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Nov 19 05:48:20.459392 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f72847-1e95-4fd5-8c25-d941b0dc8874 req-49bc5286-b62e-4d3b-8a23-77d72528b70c tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:20.461532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1f72847-1e95-4fd5-8c25-d941b0dc8874 req-49bc5286-b62e-4d3b-8a23-77d72528b70c tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.0862427 Nov 19 05:48:20.511119 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1f72847-1e95-4fd5-8c25-d941b0dc8874 req-c2f55d9a-fcdc-4282-b573-91c7566147e6 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Nov 19 05:48:20.775881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9888e-808b-49ca-bf78-1967edbc8ac2 req-d75f7f9c-1993-4826-bda8-371c32a4b5c6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:20.777436 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0e9888e-808b-49ca-bf78-1967edbc8ac2 req-d75f7f9c-1993-4826-bda8-371c32a4b5c6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.1496165 Nov 19 05:48:20.784235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0cb9-726c-4476-aa84-ae351ac04d00 req-371229f0-3dc7-48a2-a6b0-2d9b13947344 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:20.785713 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e46b0cb9-726c-4476-aa84-ae351ac04d00 req-371229f0-3dc7-48a2-a6b0-2d9b13947344 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1157751 Nov 19 05:48:20.863732 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0e9888e-808b-49ca-bf78-1967edbc8ac2 req-ac1e25d2-8e3d-4106-b31b-2ba8cf97c64c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769720 Nov 19 05:48:20.871342 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e46b0cb9-726c-4476-aa84-ae351ac04d00 req-ff0129c4-a207-49c2-a767-b0fa371f16ff tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704236 Nov 19 05:48:21.322757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d31cff79-d422-4bb4-a2db-b8b5327a7082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:21.736478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d5f4-98da-4284-bee9-08de766ee67a req-23d227e6-32f3-4c18-b90b-6905ae46620a tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:21.738065 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8c8d5f4-98da-4284-bee9-08de766ee67a req-23d227e6-32f3-4c18-b90b-6905ae46620a tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.0858870 Nov 19 05:48:21.787145 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8c8d5f4-98da-4284-bee9-08de766ee67a req-6c9c37b8-25b7-43ad-a9d2-c42b3adc79ec tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Nov 19 05:48:22.351876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e31a52-c239-4b3f-8c18-f88f351ce354 req-ed0f2943-ace0-4e74-97dd-24c05892e5db tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:22.353583 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-63e31a52-c239-4b3f-8c18-f88f351ce354 req-ed0f2943-ace0-4e74-97dd-24c05892e5db tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 944 time: 0.3542790 Nov 19 05:48:22.363817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c69c88-3e43-4f11-b580-9ce5bd62bc7d req-fc718a16-cea4-4b5d-8bbe-00c178b854c1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:22.365667 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1c69c88-3e43-4f11-b580-9ce5bd62bc7d req-fc718a16-cea4-4b5d-8bbe-00c178b854c1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.3642442 Nov 19 05:48:22.447975 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-63e31a52-c239-4b3f-8c18-f88f351ce354 req-52cb74ba-578a-41e8-9d67-ced958b84b6b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811031 Nov 19 05:48:22.452814 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1c69c88-3e43-4f11-b580-9ce5bd62bc7d req-4d934a85-bc82-4a66-b10e-cf84c6a5da87 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709722 Nov 19 05:48:22.540522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c5760094-3562-48b7-94a3-5d6a6699513f up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:22.616571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port c5760094-3562-48b7-94a3-5d6a6699513f completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:48:22.621784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c5760094-3562-48b7-94a3-5d6a6699513f triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:22.622189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:22.751806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:22.787544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port c5760094-3562-48b7-94a3-5d6a6699513f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5760094-3562-48b7-94a3-5d6a6699513f,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:22.788582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1568105-a2f8-452f-b834-f11649eb841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5760094-3562-48b7-94a3-5d6a6699513f'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:22.795209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:22.796028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e25702e0-5eef-4bb5-8aa3-df7fd56584a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:22.825146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:22.865011 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1568105-a2f8-452f-b834-f11649eb841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5760094-3562-48b7-94a3-5d6a6699513f', 'code': 200} Nov 19 05:48:22.933585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=c5760094-3562-48b7-94a3-5d6a6699513f,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:22.937990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:22.938402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.009059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.009445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.009787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.010152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.010513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.010868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.011223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.011601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.011953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.012319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.012655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.013002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.013412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.013765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.014114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.014464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.014812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.015162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.015553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.015908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.016276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.016632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.016992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.017327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:23.023042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:23.069861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718baad3-1674-4d4d-a8ba-3c5069b99b07 req-03969d88-1b1f-47b7-a68c-c2993c236892 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.081661 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-718baad3-1674-4d4d-a8ba-3c5069b99b07 req-03969d88-1b1f-47b7-a68c-c2993c236892 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.1157703 Nov 19 05:48:23.138122 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-718baad3-1674-4d4d-a8ba-3c5069b99b07 req-bd88b493-f28b-4093-ab9a-3a296bc5ec56 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Nov 19 05:48:23.484876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-4cc8460e-277a-498c-86f0-ce01aa4e3926 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.486916 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-4cc8460e-277a-498c-86f0-ce01aa4e3926 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.35 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 950 time: 0.2062843 Nov 19 05:48:23.491136 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eed7f260-d1d6-4438-a584-17ab4606367d req-6b024211-3bd6-42f6-bc06-2fe1ae57a16c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 1163 time: 0.1577847 Nov 19 05:48:23.672690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c5760094-3562-48b7-94a3-5d6a6699513f up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:23.734559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Deleting port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:23.735003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.768414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c5760094-3562-48b7-94a3-5d6a6699513f triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:23.769405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.798792 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eed7f260-d1d6-4438-a584-17ab4606367d req-c6c40b67-f6eb-446e-9ad7-6092211f3450 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933471 Nov 19 05:48:23.929311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188b16b-b4b0-4c90-882e-97f7f5823712 req-49cf52cc-9307-460b-b477-aecf2eee46f7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.935855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2188b16b-b4b0-4c90-882e-97f7f5823712 req-49cf52cc-9307-460b-b477-aecf2eee46f7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.2939918 Nov 19 05:48:23.964168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85d5e591-69f6-43f3-af77-c1cf1502f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:23.974357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3827969-c79e-4c55-adfc-db43a47376e4 req-bf2f25ed-c1fb-47c2-9d13-9148c0e711bf tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:23.975978 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3827969-c79e-4c55-adfc-db43a47376e4 req-bf2f25ed-c1fb-47c2-9d13-9148c0e711bf tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2879171 Nov 19 05:48:23.984520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e25702e0-5eef-4bb5-8aa3-df7fd56584a6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:24.123999 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2188b16b-b4b0-4c90-882e-97f7f5823712 req-0b90bf27-f4b3-4304-b96a-0739913fabe0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837840 Nov 19 05:48:24.169667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.187991 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3827969-c79e-4c55-adfc-db43a47376e4 req-8bcfd325-f01d-4d9b-af71-544004abb3ab tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438789 Nov 19 05:48:24.226602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:24.231793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.234111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:24.245388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] For port e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:24.245801 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.329155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:24.335443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:24.370703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:24.401932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Calling delete_port for e25702e0-5eef-4bb5-8aa3-df7fd56584a6 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:24.492107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:48:24.492986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:48:24.828677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911584c9-16c6-4813-86f7-5a149ed9273a req-0d9b6a8d-3e3a-4aa7-872d-d9e4ca5d36de tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:24.830598 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-911584c9-16c6-4813-86f7-5a149ed9273a req-0d9b6a8d-3e3a-4aa7-872d-d9e4ca5d36de tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 948 time: 0.1650045 Nov 19 05:48:24.866396 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:24.905823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-911584c9-16c6-4813-86f7-5a149ed9273a req-cd2b4f27-51c7-4a43-9a31-13b5bf8db7c7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/security-groups?id=af711183-f73e-484e-84c9-702cef9f537d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648348 Nov 19 05:48:24.946779 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6', 'code': 200} Nov 19 05:48:24.994178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Deleting port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:24.994573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.269340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] For port e25702e0-5eef-4bb5-8aa3-df7fd56584a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,segment=NetworkSegment(73f4e7b4-b685-4f22-830e-42a71f31ff4e),segment_id=73f4e7b4-b685-4f22-830e-42a71f31ff4e)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:25.270031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.325925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.545340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Calling delete_port for e25702e0-5eef-4bb5-8aa3-df7fd56584a6 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:25.769484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.780666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6bb04-4b7b-4072-ad19-dce8660afc3a req-2f26f68e-0756-47ad-98fc-71b310cbf3a6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:25.782320 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-23f6bb04-4b7b-4072-ad19-dce8660afc3a req-2f26f68e-0756-47ad-98fc-71b310cbf3a6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.3806236 Nov 19 05:48:25.798038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc65c-6688-4d3a-96b9-8a9be0a8ba0e req-2de371b7-5361-407a-95d4-68c8f95db26c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:25.798989 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a34cc65c-6688-4d3a-96b9-8a9be0a8ba0e req-2de371b7-5361-407a-95d4-68c8f95db26c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.5149326 Nov 19 05:48:25.897146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:25.917780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-32edf0b4-07f8-46fc-922f-3203c141b4a2 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:25.976021 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a34cc65c-6688-4d3a-96b9-8a9be0a8ba0e req-36b65a2f-de90-466f-88da-4811eb8e63ee tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592114 Nov 19 05:48:25.978711 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-23f6bb04-4b7b-4072-ad19-dce8660afc3a req-079587dc-02a5-4c93-b64c-5b664b2877d2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880152 Nov 19 05:48:26.042038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Pushing event deleted for resources: {'Port': ['ID=e25702e0-5eef-4bb5-8aa3-df7fd56584a6,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:26.110547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.118143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.118690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.119218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.119789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.120317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.120852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.121370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.121906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.122417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.122928 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.123462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.124138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.124751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.126535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.127135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.127547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.127943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.128332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.128725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.129121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.129504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.129887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.130347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:26.136115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:26.425269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] No DVR routers for this DVR port e25702e0-5eef-4bb5-8aa3-df7fd56584a6 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:26.446282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:26.450258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'name': 'network-vif-deleted', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:26.496351 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f5627fb-2a6e-4fda-a38a-311024832810 req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.35 "DELETE /v2.0/ports/e25702e0-5eef-4bb5-8aa3-df7fd56584a6 HTTP/1.1" status: 204 len: 173 time: 2.9895577 Nov 19 05:48:26.822006 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688b4ec-9dab-4b0a-b866-4294e3446542', 'name': 'network-vif-deleted', 'tag': 'e25702e0-5eef-4bb5-8aa3-df7fd56584a6', 'status': 'completed', 'code': 200} Nov 19 05:48:26.838500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-3c48680b-e9ff-410d-bcc0-c8c886cfa707 req-478d30b7-1731-4227-823c-660a913ff170 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Synchronizing usage tracker for tenant:c14400c9550b43f9aa1f337ff7480527 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:26.870549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-3c48680b-e9ff-410d-bcc0-c8c886cfa707 req-478d30b7-1731-4227-823c-660a913ff170 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Unset dirty status for tenant:c14400c9550b43f9aa1f337ff7480527 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:26.873483 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3c48680b-e9ff-410d-bcc0-c8c886cfa707 req-478d30b7-1731-4227-823c-660a913ff170 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 210 time: 0.1235681 Nov 19 05:48:27.536407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddca14f-17eb-40ea-b651-921c9ccb453b req-3b78d7a1-2c03-4d25-963c-91390afb745a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:27.540193 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fddca14f-17eb-40ea-b651-921c9ccb453b req-3b78d7a1-2c03-4d25-963c-91390afb745a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.1816053 Nov 19 05:48:27.555284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff939-057f-4b65-aee1-45a23fdfd9e5 req-fb688b4e-92ef-4691-8b89-99eec5415e6b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:27.556937 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-057ff939-057f-4b65-aee1-45a23fdfd9e5 req-fb688b4e-92ef-4691-8b89-99eec5415e6b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1428847 Nov 19 05:48:27.707515 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fddca14f-17eb-40ea-b651-921c9ccb453b req-1f05668c-c633-4d53-b6f8-3e63655ee95d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603434 Nov 19 05:48:27.731226 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-057ff939-057f-4b65-aee1-45a23fdfd9e5 req-2af2e30d-662a-4622-bbd5-d5acd87a91f3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583600 Nov 19 05:48:27.766030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c5760094-3562-48b7-94a3-5d6a6699513f up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:28.039572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c5760094-3562-48b7-94a3-5d6a6699513f triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:28.040344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:28.424628 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e46dd2c6-ebe5-4cf1-9901-1a5993b41bca req-6299cd67-5fae-4d43-a4db-5616b36f9e5c tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] 10.222.0.17 "GET /v2.0/ports?device_id=a688b4ec-9dab-4b0a-b866-4294e3446542 HTTP/1.1" status: 200 len: 210 time: 0.1188123 Nov 19 05:48:28.959211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751986ff-e014-4251-b9f2-905d4afcbc97 req-d93fb037-a3af-4dc8-96b9-d8df99962721 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:28.960971 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-751986ff-e014-4251-b9f2-905d4afcbc97 req-d93fb037-a3af-4dc8-96b9-d8df99962721 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0866618 Nov 19 05:48:29.019932 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-751986ff-e014-4251-b9f2-905d4afcbc97 req-e9abe010-e595-471d-a9c6-061df29cca9d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513554 Nov 19 05:48:29.756940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c5760094-3562-48b7-94a3-5d6a6699513f up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:48:29.838874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c5760094-3562-48b7-94a3-5d6a6699513f triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:48:29.839278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:30.280219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d81a4-cd7a-4e08-9dee-78e4f6811878 req-5326e962-90f5-4e04-b9b6-8e1cf6763b92 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:30.281715 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-787d81a4-cd7a-4e08-9dee-78e4f6811878 req-5326e962-90f5-4e04-b9b6-8e1cf6763b92 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1115596 Nov 19 05:48:30.406065 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-787d81a4-cd7a-4e08-9dee-78e4f6811878 req-b3b26bad-44e0-4fa9-ab3f-44dee3f496bd tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152022 Nov 19 05:48:31.855490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dee2b3-5b84-41aa-9862-07f3916b4fde req-00213f88-4c7d-4834-b5c2-0dd8aab3eacc tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:31.863110 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e7dee2b3-5b84-41aa-9862-07f3916b4fde req-00213f88-4c7d-4834-b5c2-0dd8aab3eacc tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.3177552 Nov 19 05:48:31.927989 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e7dee2b3-5b84-41aa-9862-07f3916b4fde req-7062cedf-d9d9-42b5-b531-769637b2e597 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637569 Nov 19 05:48:33.177917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb4f09-f4ea-4ca9-a0d0-1c522f4b7492 req-71534415-16fa-4060-8be4-bc1ab831b42d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:33.180207 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52cb4f09-f4ea-4ca9-a0d0-1c522f4b7492 req-71534415-16fa-4060-8be4-bc1ab831b42d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0877891 Nov 19 05:48:33.232742 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52cb4f09-f4ea-4ca9-a0d0-1c522f4b7492 req-d65a40c1-5f01-4ef1-8c10-2e3700d479ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 Nov 19 05:48:33.460706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:48:34.499485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78add851-d1f7-47a8-9a6d-eedbae029441 req-0a8fc785-e977-456a-9973-c40f81630955 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:34.501039 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78add851-d1f7-47a8-9a6d-eedbae029441 req-0a8fc785-e977-456a-9973-c40f81630955 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1029367 Nov 19 05:48:34.554113 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78add851-d1f7-47a8-9a6d-eedbae029441 req-6ae74721-162e-49e2-accd-473fd31bd990 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Nov 19 05:48:35.788847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87ba1-374a-4627-ae9f-d1a83acb9b1e req-2775cdc0-5e7c-4cb0-a410-de39ad6fb816 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:35.790484 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-24e87ba1-374a-4627-ae9f-d1a83acb9b1e req-2775cdc0-5e7c-4cb0-a410-de39ad6fb816 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0973866 Nov 19 05:48:35.841692 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-24e87ba1-374a-4627-ae9f-d1a83acb9b1e req-efa0db1e-45ee-4629-9941-0581e0f8d03f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Nov 19 05:48:37.113352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145f086-25a9-4e72-a5e6-83588f2a3855 req-4305be16-5148-4bbb-addf-f90ae5318542 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:37.115453 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a145f086-25a9-4e72-a5e6-83588f2a3855 req-4305be16-5148-4bbb-addf-f90ae5318542 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1252003 Nov 19 05:48:37.173188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a145f086-25a9-4e72-a5e6-83588f2a3855 req-9027ec26-720b-4bc6-bd8e-72041b9700af tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Nov 19 05:48:38.475657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df303-5f96-4689-af2f-10f194ed6761 req-142c0ab5-714d-4af8-87af-9cf189b19059 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:38.504006 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cb3df303-5f96-4689-af2f-10f194ed6761 req-142c0ab5-714d-4af8-87af-9cf189b19059 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1507330 Nov 19 05:48:38.569889 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cb3df303-5f96-4689-af2f-10f194ed6761 req-1158cc94-b073-4877-9e36-d4ecec074f84 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589383 Nov 19 05:48:39.985211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f533-5e47-498f-81ab-c18d660f55f5 req-0627b406-7c67-46b5-9327-efcb8a821f7d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:39.986798 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8da1f533-5e47-498f-81ab-c18d660f55f5 req-0627b406-7c67-46b5-9327-efcb8a821f7d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0951264 Nov 19 05:48:40.039647 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8da1f533-5e47-498f-81ab-c18d660f55f5 req-7ff56521-1050-40f1-8dd2-d7fad186eada tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Nov 19 05:48:41.287012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dae87-b75e-4f2d-94b0-b269e537bfe6 req-3ecaedca-2ef4-46d7-82a4-9eddf8bb04cf tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:41.289002 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e9dae87-b75e-4f2d-94b0-b269e537bfe6 req-3ecaedca-2ef4-46d7-82a4-9eddf8bb04cf tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0923777 Nov 19 05:48:41.340563 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e9dae87-b75e-4f2d-94b0-b269e537bfe6 req-2b1f51bb-6060-4a16-81b5-9966ca463a8a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Nov 19 05:48:42.597950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe5c9-c2db-4f7a-a34f-3655adb2b8e4 req-cec9ac07-ac4b-4a55-a209-023540600172 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:42.599656 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2dffe5c9-c2db-4f7a-a34f-3655adb2b8e4 req-cec9ac07-ac4b-4a55-a209-023540600172 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1154730 Nov 19 05:48:42.650959 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2dffe5c9-c2db-4f7a-a34f-3655adb2b8e4 req-8692694c-85eb-4028-b31e-3b3dfa8c7b6c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Nov 19 05:48:42.893790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d285a-718f-4e08-8014-e7706bf6e7f4 req-b5db4ab8-bd55-4836-9690-96444420597a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:42.895979 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b88d285a-718f-4e08-8014-e7706bf6e7f4 req-b5db4ab8-bd55-4836-9690-96444420597a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.1054804 Nov 19 05:48:42.959537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b88d285a-718f-4e08-8014-e7706bf6e7f4 req-763536d6-6fa8-4956-8abd-cc04428b6b34 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556908 Nov 19 05:48:43.901715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416a8a5-860c-42a0-9c52-78c30e79858e req-fd6ceeba-bd3b-4448-ad6e-7e812e1cae2b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:43.903405 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5416a8a5-860c-42a0-9c52-78c30e79858e req-fd6ceeba-bd3b-4448-ad6e-7e812e1cae2b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0906088 Nov 19 05:48:43.966347 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5416a8a5-860c-42a0-9c52-78c30e79858e req-37c5d137-c0ce-4b30-9bf8-62c9944faa33 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Nov 19 05:48:44.219832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e4571-f020-488e-972c-2524491a3b45 req-a9d2d990-0d19-4d8b-b3c6-34dcdf7fe84d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:44.221710 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c7e4571-f020-488e-972c-2524491a3b45 req-a9d2d990-0d19-4d8b-b3c6-34dcdf7fe84d tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.1176262 Nov 19 05:48:44.274317 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c7e4571-f020-488e-972c-2524491a3b45 req-f9cf0105-bde8-4fc8-9892-598878eff0b9 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Nov 19 05:48:45.199077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8ac74-38bc-4655-840e-5410eb0d80ee req-7dc465bf-579b-4876-b955-5939f0aa965b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:45.200886 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52d8ac74-38bc-4655-840e-5410eb0d80ee req-7dc465bf-579b-4876-b955-5939f0aa965b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0955551 Nov 19 05:48:45.258184 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52d8ac74-38bc-4655-840e-5410eb0d80ee req-c854ccad-6aa5-4a13-9e34-09daec572755 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506237 Nov 19 05:48:45.499457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1d88-aa9a-4005-a6ee-6a1342b9e508 req-33d226ba-5b65-42cb-bc64-22e74d5f5f1b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:45.505709 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-861d1d88-aa9a-4005-a6ee-6a1342b9e508 req-33d226ba-5b65-42cb-bc64-22e74d5f5f1b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.0927677 Nov 19 05:48:45.558652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-861d1d88-aa9a-4005-a6ee-6a1342b9e508 req-f5f75c7a-e9ff-4273-ae23-fb2049c1337e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509202 Nov 19 05:48:45.955975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9102-1100-4259-8788-cfd94cabd952 req-a7f7578b-65a2-4495-bfd6-ae5af418c8ee tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:45.957539 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f34f9102-1100-4259-8788-cfd94cabd952 req-a7f7578b-65a2-4495-bfd6-ae5af418c8ee tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 946 time: 0.0930471 Nov 19 05:48:46.037344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Deleting port c5760094-3562-48b7-94a3-5d6a6699513f {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:46.037722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:46.320640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] For port c5760094-3562-48b7-94a3-5d6a6699513f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c5760094-3562-48b7-94a3-5d6a6699513f,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:46.321122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:46.458768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Calling delete_port for c5760094-3562-48b7-94a3-5d6a6699513f owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:46.483353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:46.723882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766ed7-b007-4300-8a8d-d028dbcdee1c req-e208f96e-bab8-4653-a7e0-1003822c1809 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:46.731954 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-74766ed7-b007-4300-8a8d-d028dbcdee1c req-e208f96e-bab8-4653-a7e0-1003822c1809 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2040589 Nov 19 05:48:46.792052 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-74766ed7-b007-4300-8a8d-d028dbcdee1c req-32250773-cb4e-4ed4-b2bd-79329a5242ad tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591335 Nov 19 05:48:46.879880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:46.910512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:47.049905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event deleted for resources: {'Port': ['ID=c5760094-3562-48b7-94a3-5d6a6699513f,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:47.067694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:47.079567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71b5a8-44af-400c-9e7c-5bbce715b44a req-dbf54c97-b552-44bc-a342-f544317f359c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:47.082236 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b71b5a8-44af-400c-9e7c-5bbce715b44a req-dbf54c97-b552-44bc-a342-f544317f359c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=b1568105-a2f8-452f-b834-f11649eb841f HTTP/1.1" status: 200 len: 867 time: 0.2944324 Nov 19 05:48:47.184964 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b71b5a8-44af-400c-9e7c-5bbce715b44a req-bef11c7a-279a-4036-9ea9-b3a62efa6c6c tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913215 Nov 19 05:48:47.237100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] No DVR routers for this DVR port c5760094-3562-48b7-94a3-5d6a6699513f on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:47.239577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:47.251823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1568105-a2f8-452f-b834-f11649eb841f', 'name': 'network-vif-deleted', 'tag': 'c5760094-3562-48b7-94a3-5d6a6699513f'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:47.267756 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f34f9102-1100-4259-8788-cfd94cabd952 req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "DELETE /v2.0/ports/c5760094-3562-48b7-94a3-5d6a6699513f HTTP/1.1" status: 204 len: 173 time: 1.2995801 Nov 19 05:48:47.312863 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1568105-a2f8-452f-b834-f11649eb841f', 'name': 'network-vif-deleted', 'tag': 'c5760094-3562-48b7-94a3-5d6a6699513f', 'status': 'completed', 'code': 200} Nov 19 05:48:48.054311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c818cb-821e-47bc-a532-a826202112a3 req-561cf413-0546-4c58-9a97-5b422251443c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:48.076840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-71c818cb-821e-47bc-a532-a826202112a3 req-561cf413-0546-4c58-9a97-5b422251443c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1272562 Nov 19 05:48:48.156322 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-71c818cb-821e-47bc-a532-a826202112a3 req-195ad45e-2d43-45bf-99c6-e00faa52a86b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736470 Nov 19 05:48:49.391883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872425fa-f707-414e-aab4-c722057e5793 req-5fa2d6ca-7e65-43c9-b3d8-948150a82737 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:49.393606 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-872425fa-f707-414e-aab4-c722057e5793 req-5fa2d6ca-7e65-43c9-b3d8-948150a82737 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0928254 Nov 19 05:48:49.410360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c5760094-3562-48b7-94a3-5d6a6699513f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:49.447544 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-872425fa-f707-414e-aab4-c722057e5793 req-5cade761-f333-4e7d-bcc2-2a1f68d88169 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Nov 19 05:48:49.448432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: c5760094-3562-48b7-94a3-5d6a6699513f {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:48:49.449153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c5760094-3562-48b7-94a3-5d6a6699513f not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:48:50.698030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227acaf-fb2c-4882-89d6-65c4aae6e33f req-59a1f631-cfe7-4126-9c57-25d477f0dad4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:50.709218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c227acaf-fb2c-4882-89d6-65c4aae6e33f req-59a1f631-cfe7-4126-9c57-25d477f0dad4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0968130 Nov 19 05:48:50.766878 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c227acaf-fb2c-4882-89d6-65c4aae6e33f req-0ef90fff-39b3-4149-9edf-8f77040dbb10 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593030 Nov 19 05:48:51.148981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0d8d-cb1d-40af-b5dc-51f20c01de92 req-8e01b5ff-7bad-4f5a-8718-ffc9077c83f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:51.149871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-94ab0d8d-cb1d-40af-b5dc-51f20c01de92 req-8e01b5ff-7bad-4f5a-8718-ffc9077c83f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:51.166881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-94ab0d8d-cb1d-40af-b5dc-51f20c01de92 req-8e01b5ff-7bad-4f5a-8718-ffc9077c83f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:51.168204 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-94ab0d8d-cb1d-40af-b5dc-51f20c01de92 req-8e01b5ff-7bad-4f5a-8718-ffc9077c83f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.1020999 Nov 19 05:48:51.219098 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-94ab0d8d-cb1d-40af-b5dc-51f20c01de92 req-afa84fea-8324-4c4f-b619-0b175bf5e74f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Nov 19 05:48:51.339541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-384c75be-c67d-4253-a28c-f14228fe24c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:51.588018 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c0bbccc-581a-4fd2-b117-f9a7a3ffe601 req-315664d9-f6fe-4b24-bfac-4079cf3a7402 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 1162 time: 0.0815084 Nov 19 05:48:51.638021 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4c0bbccc-581a-4fd2-b117-f9a7a3ffe601 req-29abaaed-5023-41b3-8236-980f0457bfcb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Nov 19 05:48:51.992097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d9f65-9222-4f1b-8509-307de3596711 req-01efe253-c7ba-40a1-be9f-bfea2215747b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:51.993652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-669d9f65-9222-4f1b-8509-307de3596711 req-01efe253-c7ba-40a1-be9f-bfea2215747b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0847251 Nov 19 05:48:52.045477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52424) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:52.052987 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-669d9f65-9222-4f1b-8509-307de3596711 req-8f90be24-27b0-4674-ba55-d68df9102172 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Nov 19 05:48:52.121186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Deleting subnet 8f9d77ca-aeda-42b4-98c9-81eaa49c12db {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:48:52.125541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:52.176940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:52.238019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:52.438620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb565a92-753b-4748-b413-e2b85c2ec96b req-a289db40-b952-4225-8c67-23eca701e6bf tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:52.440285 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb565a92-753b-4748-b413-e2b85c2ec96b req-a289db40-b952-4225-8c67-23eca701e6bf tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.0910788 Nov 19 05:48:52.494426 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb565a92-753b-4748-b413-e2b85c2ec96b req-af4da46d-277e-4acc-99d3-f9ae0421f436 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473375 Nov 19 05:48:52.711878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:52.728757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:52.825919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9d77ca-aeda-42b4-98c9-81eaa49c12db,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:52.843895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.844265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.844656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.845037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.845419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.845833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.846178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.846555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.846930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.847303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.847707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.848082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.848513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.848889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.849262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.849631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.850000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.850374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.850748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.851118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.851512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.851881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.852248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.852616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:48:52.865261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:52.884878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:52.891019 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5a8f16ea-4309-437b-b64c-61dffd60e645 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8f9d77ca-aeda-42b4-98c9-81eaa49c12db HTTP/1.1" status: 204 len: 168 time: 0.8444662 Nov 19 05:48:52.893674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52436) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:53.013545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.024822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52442) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:53.213941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.264492 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d39c1f6a-84ad-4270-a715-bd4e0f2c8a0c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c14400c9550b43f9aa1f337ff7480527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2380414 Nov 19 05:48:53.265364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52454) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:53.331006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd0cf97-f5df-4d1d-81ea-b4de1ec57787']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:53.344995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:53.345335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e6e2a7-6e65-49bf-b511-b448cb6b4b5d') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:48:53.348083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d993a72-0c5f-4b59-92d2-0315bd41457a req-4834ff85-babc-4ffb-a3d2-01925328d8d6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:53.350630 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2d993a72-0c5f-4b59-92d2-0315bd41457a req-4834ff85-babc-4ffb-a3d2-01925328d8d6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1516030 Nov 19 05:48:53.358689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.374750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.376914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:48:53.388167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.434896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.456466 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2d993a72-0c5f-4b59-92d2-0315bd41457a req-7bd49084-af0a-475c-bb84-f793df91ef19 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934620 Nov 19 05:48:53.490876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.499360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-097ae07b-6686-4ada-ab52-7510134e5e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:53.510757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af711183-f73e-484e-84c9-702cef9f537d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:53.513589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:53.522063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.523854 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af711183-f73e-484e-84c9-702cef9f537d HTTP/1.1" status: 204 len: 168 time: 0.2550089 Nov 19 05:48:53.565018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:48:53.577999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.823349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Network 6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:48:53.907027 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:48:53.941403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.944996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:53.960281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.971174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd0cf97-f5df-4d1d-81ea-b4de1ec57787,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:53.971737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85f3bed9-80ec-454a-bc23-f99ecdd119b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:53.974464 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] 10.222.0.17 "DELETE /v2.0/networks/6cd0cf97-f5df-4d1d-81ea-b4de1ec57787 HTTP/1.1" status: 204 len: 168 time: 1.0797102 Nov 19 05:48:53.975370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fa5e8d47-4b61-4ea7-8bd0-d45f66d36a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:54.008437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca029f6-4aa9-45d4-a126-3b0dbfc2aede req-3f8d933e-640c-494e-94f4-a9b3506bc4d0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:54.010338 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aca029f6-4aa9-45d4-a126-3b0dbfc2aede req-3f8d933e-640c-494e-94f4-a9b3506bc4d0 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.3702805 Nov 19 05:48:54.058133 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aca029f6-4aa9-45d4-a126-3b0dbfc2aede req-9e248258-6f0a-4577-8bfc-37ec369332f1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Nov 19 05:48:54.197965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52468) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:54.251218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ba4a711d-c382-4056-97fb-96ce7435b1f6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e7c819d4bb254062ba80b1fdc5791512&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518069 Nov 19 05:48:54.253699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52472) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:48:54.315606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:54.344264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:54.373725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:54.396715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:54.401668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3a45a278-e56d-4f4b-9f8d-06f5fe9bbd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:54.412195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d46eca-7cf9-451a-91d9-6f21a93d175a,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:54.415990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:54.419099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:54.420375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c8d46eca-7cf9-451a-91d9-6f21a93d175a HTTP/1.1" status: 204 len: 168 time: 0.1657360 Nov 19 05:48:54.700835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be07c5-497e-4c0d-8e70-5df1831b1e9e req-4346e7d1-b063-4814-9884-5d66261c55d3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:54.709123 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52be07c5-497e-4c0d-8e70-5df1831b1e9e req-4346e7d1-b063-4814-9884-5d66261c55d3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1047003 Nov 19 05:48:54.757223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52be07c5-497e-4c0d-8e70-5df1831b1e9e req-8d64d428-4e0c-4f14-90a7-bf20e22dc5d0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Nov 19 05:48:55.018467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b122c3b-0724-41b7-a892-a543f8a00134 req-3d74df4b-eff5-4b1e-898b-ece52c654860 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:55.020081 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b122c3b-0724-41b7-a892-a543f8a00134 req-3d74df4b-eff5-4b1e-898b-ece52c654860 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1301265 Nov 19 05:48:55.081638 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b122c3b-0724-41b7-a892-a543f8a00134 req-d2ad00fe-7196-4cd5-bbc8-44baa895111d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534258 Nov 19 05:48:55.102193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-e476a112-18a2-40bc-8676-bde73faf3f2f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:55.103800 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-e476a112-18a2-40bc-8676-bde73faf3f2f tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.1318281 Nov 19 05:48:55.248609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Deleting port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:48:55.248906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.324015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.461234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952b147-76e1-4a6d-a4ea-284c3d6e0b3e req-1821ec88-ffcd-4b3a-889e-3b79247874f1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:55.462927 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b952b147-76e1-4a6d-a4ea-284c3d6e0b3e req-1821ec88-ffcd-4b3a-889e-3b79247874f1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 945 time: 0.2602251 Nov 19 05:48:55.589850 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b952b147-76e1-4a6d-a4ea-284c3d6e0b3e req-04f3dd90-a545-4543-aa92-af2f996296c2 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182299 Nov 19 05:48:55.591661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] For port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:48:55.592017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.721589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Calling delete_port for 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:48:55.762243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:48:55.793049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.879226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.883362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:55.894693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4b20fe1f-a8e2-41e7-83ce-b877a688a2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:48:55.989416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event deleted for resources: {'Port': ['ID=4d3388dc-6580-44a5-8cb2-0f65b38c6ad0,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:48:55.993451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:48:56.095745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] No DVR routers for this DVR port 4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:48:56.097942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:48:56.100725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cc6007-04a3-4108-a59e-eea2366f541d', 'name': 'network-vif-deleted', 'tag': '4d3388dc-6580-44a5-8cb2-0f65b38c6ad0'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:48:56.118044 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d38ec801-cfbf-48cb-999f-4e031f1668bb req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "DELETE /v2.0/ports/4d3388dc-6580-44a5-8cb2-0f65b38c6ad0 HTTP/1.1" status: 204 len: 173 time: 0.9834414 Nov 19 05:48:56.170590 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cc6007-04a3-4108-a59e-eea2366f541d', 'name': 'network-vif-deleted', 'tag': '4d3388dc-6580-44a5-8cb2-0f65b38c6ad0', 'status': 'completed', 'code': 200} Nov 19 05:48:56.808459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-79ae87a8-9b51-45b9-9d96-950b9febc765 req-41bf2f6f-a697-4c39-b3c8-c00321e7382a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:48:56.824366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-79ae87a8-9b51-45b9-9d96-950b9febc765 req-41bf2f6f-a697-4c39-b3c8-c00321e7382a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:48:56.825637 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79ae87a8-9b51-45b9-9d96-950b9febc765 req-41bf2f6f-a697-4c39-b3c8-c00321e7382a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=39cc6007-04a3-4108-a59e-eea2366f541d HTTP/1.1" status: 200 len: 210 time: 0.0665572 Nov 19 05:48:58.339748 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-5aac00b1-97d4-4983-9521-590e262bc20c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.1911523 Nov 19 05:48:58.352814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2fe2-7706-4ea3-b6dd-a4137e2cd017 req-3003a250-6c95-45e8-a435-064d1b497d8c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:58.354294 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a76f2fe2-7706-4ea3-b6dd-a4137e2cd017 req-3003a250-6c95-45e8-a435-064d1b497d8c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1622682 Nov 19 05:48:58.524359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a76f2fe2-7706-4ea3-b6dd-a4137e2cd017 req-0c6120e1-5e8c-4714-8ec4-5c62f05e8cdd tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470239 Nov 19 05:48:58.530299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b502ac9-a9f8-40fe-b209-eca9d8784de2 req-aff93acf-91e2-4d9b-9752-ff1d5c5fd610 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:58.531902 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b502ac9-a9f8-40fe-b209-eca9d8784de2 req-aff93acf-91e2-4d9b-9752-ff1d5c5fd610 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.2552056 Nov 19 05:48:58.574658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-672ed1b2-36aa-4b9e-be90-15b2b60d8b08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:58.576322 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-672ed1b2-36aa-4b9e-be90-15b2b60d8b08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.2211735 Nov 19 05:48:58.664634 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-3ff3ac30-e4d5-419f-90f5-343b5b7cace2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 217 time: 0.0753374 Nov 19 05:48:58.667232 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b502ac9-a9f8-40fe-b209-eca9d8784de2 req-7ca0e9ee-0033-44e6-beb5-2d26c2fa98f6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199136 Nov 19 05:48:58.743156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-5f73b94d-ee8a-4c3a-8aee-6aa8c0c59419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:58.745048 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-5f73b94d-ee8a-4c3a-8aee-6aa8c0c59419 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0699675 Nov 19 05:48:58.796236 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-956bc373-d8d7-4d69-b491-6c22b2571a80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433521 Nov 19 05:48:58.943757 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-aed33dd7-6853-4969-a583-1dbb9d61978c service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393883 Nov 19 05:48:59.091685 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33ad6463-5c07-45da-acd3-c0105619aa44 req-e00a895a-a2f2-49dc-b998-ff3d1f716827 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398537 Nov 19 05:48:59.751181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0007e3-e049-4a6b-bf50-fbeb11ef1ab0 req-21cbef83-fc44-4533-b3f2-f5255aca8495 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:59.761278 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3c0007e3-e049-4a6b-bf50-fbeb11ef1ab0 req-21cbef83-fc44-4533-b3f2-f5255aca8495 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0902984 Nov 19 05:48:59.805802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3c0007e3-e049-4a6b-bf50-fbeb11ef1ab0 req-a296334f-1034-4509-9599-9da799e5a668 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Nov 19 05:48:59.892548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88dcb4-d224-40f4-8671-f51834d87870 req-c1ca2a51-86ea-4d12-8d29-f6b24579ece1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:48:59.894148 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4e88dcb4-d224-40f4-8671-f51834d87870 req-c1ca2a51-86ea-4d12-8d29-f6b24579ece1 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.0920660 Nov 19 05:48:59.943066 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4e88dcb4-d224-40f4-8671-f51834d87870 req-d8fcede8-74e1-44fc-a0c5-a14fbedebd80 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Nov 19 05:49:01.025657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafb1ce-cae2-4191-8d70-68b9be5dd84a req-8268de2f-98e4-40af-b424-a471fcebadfd tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:01.027144 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dafb1ce-cae2-4191-8d70-68b9be5dd84a req-8268de2f-98e4-40af-b424-a471fcebadfd tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0886536 Nov 19 05:49:01.375182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dafb1ce-cae2-4191-8d70-68b9be5dd84a req-da91feee-f50f-4e4a-a270-4e8363c176f4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105946 Nov 19 05:49:01.412410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-f8439c53-2ab0-448a-a2e8-8ec65b72ac57 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:01.413919 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-f8439c53-2ab0-448a-a2e8-8ec65b72ac57 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.3850133 Nov 19 05:49:01.419890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ead80-96ec-474d-beb0-548de9bd18f7 req-ec4463ed-f2c9-455d-901c-1627c9b6968b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:01.421378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6a0ead80-96ec-474d-beb0-548de9bd18f7 req-ec4463ed-f2c9-455d-901c-1627c9b6968b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 945 time: 0.1548970 Nov 19 05:49:01.524816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Deleting port 21e71c64-b780-4954-b0af-5f51f2ddb114 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:01.525306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:01.578423 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6a0ead80-96ec-474d-beb0-548de9bd18f7 req-a1b86372-d7ac-494d-9ab3-2ce2355b75f4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233418 Nov 19 05:49:01.799755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] For port 21e71c64-b780-4954-b0af-5f51f2ddb114, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21e71c64-b780-4954-b0af-5f51f2ddb114,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:01.800152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:01.843267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 21e71c64-b780-4954-b0af-5f51f2ddb114 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:49:01.958132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Calling delete_port for 21e71c64-b780-4954-b0af-5f51f2ddb114 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:02.009113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:02.045140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 21e71c64-b780-4954-b0af-5f51f2ddb114, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21e71c64-b780-4954-b0af-5f51f2ddb114,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:02.047068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:02.053166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:02.055265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-84ad2d1c-b4ae-49f4-a082-b8759503fa84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:02.124359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:49:02.124699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:49:02.125475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=21e71c64-b780-4954-b0af-5f51f2ddb114,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:02.129113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:02.153968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809b3e5-6a36-4b91-a8fb-f1e5854bb7f5 req-958e9a61-8a21-47a5-8eb0-f370e656fc30 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:02.155561 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e809b3e5-6a36-4b91-a8fb-f1e5854bb7f5 req-958e9a61-8a21-47a5-8eb0-f370e656fc30 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0908282 Nov 19 05:49:02.205276 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e809b3e5-6a36-4b91-a8fb-f1e5854bb7f5 req-a293398a-de8b-478d-884f-5f1fc9da6c51 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Nov 19 05:49:02.290386 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114', 'code': 200} Nov 19 05:49:02.597929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77110a-380f-48c2-850f-cc2065181996 req-0b110df9-8557-4af3-b687-2d88fa022f52 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:02.599573 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b77110a-380f-48c2-850f-cc2065181996 req-0b110df9-8557-4af3-b687-2d88fa022f52 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0896370 Nov 19 05:49:02.627843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Deleting port 21e71c64-b780-4954-b0af-5f51f2ddb114 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:02.628219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:02.692071 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8b77110a-380f-48c2-850f-cc2065181996 req-0c38eb5c-e5d1-4a81-9f83-20261013a39b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854070 Nov 19 05:49:02.961298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223145-d293-4821-a9a4-be5a5b68aa01 req-81c2fe22-2f36-422f-b7cd-a3fd723a9126 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:02.962998 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2a223145-d293-4821-a9a4-be5a5b68aa01 req-81c2fe22-2f36-422f-b7cd-a3fd723a9126 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 943 time: 0.2328165 Nov 19 05:49:02.974112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] For port 21e71c64-b780-4954-b0af-5f51f2ddb114, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21e71c64-b780-4954-b0af-5f51f2ddb114,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:02.974502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:03.117167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Calling delete_port for 21e71c64-b780-4954-b0af-5f51f2ddb114 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:03.187887 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2a223145-d293-4821-a9a4-be5a5b68aa01 req-24b79f2f-6372-455b-9c2a-56ff3460c01e tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151637 Nov 19 05:49:03.282552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:03.299581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-40c08f27-e17f-4f01-b7b7-d9d30508a85e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:03.398587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event deleted for resources: {'Port': ['ID=21e71c64-b780-4954-b0af-5f51f2ddb114,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:03.438585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:03.543612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7806375-35a7-4115-9661-45cc43a6c83f req-c7a4f3c4-85cc-4ce3-88d6-0d82f868e73b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:03.545223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d7806375-35a7-4115-9661-45cc43a6c83f req-c7a4f3c4-85cc-4ce3-88d6-0d82f868e73b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1588264 Nov 19 05:49:03.599924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] No DVR routers for this DVR port 21e71c64-b780-4954-b0af-5f51f2ddb114 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:49:03.603870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:03.606550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'name': 'network-vif-deleted', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:03.635151 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35ccd6e7-ffba-48f8-8040-8babbfc9f7d9 req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "DELETE /v2.0/ports/21e71c64-b780-4954-b0af-5f51f2ddb114 HTTP/1.1" status: 204 len: 173 time: 2.2127538 Nov 19 05:49:03.646869 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d7806375-35a7-4115-9661-45cc43a6c83f req-3b6500c1-49c4-43cd-bbef-490c643f5be1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702069 Nov 19 05:49:03.672313 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a7ebff-354c-4f7d-abd2-1a02449e518b', 'name': 'network-vif-deleted', 'tag': '21e71c64-b780-4954-b0af-5f51f2ddb114', 'status': 'completed', 'code': 200} Nov 19 05:49:03.942742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18fc1-f951-4a48-9d98-47c680780213 req-34768e0f-976f-431b-89f6-bcc7b76a6a49 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:03.944506 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-73c18fc1-f951-4a48-9d98-47c680780213 req-34768e0f-976f-431b-89f6-bcc7b76a6a49 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1114726 Nov 19 05:49:03.996973 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-73c18fc1-f951-4a48-9d98-47c680780213 req-ae402b5d-7a74-4275-a1bc-9218fdc7641b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Nov 19 05:49:04.385382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-326f2977-63d9-47c9-ad83-aa6fe06e9373 req-7a0e8ed9-1fd4-47f0-809b-288d295d3679 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:49:04.401343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-326f2977-63d9-47c9-ad83-aa6fe06e9373 req-7a0e8ed9-1fd4-47f0-809b-288d295d3679 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:49:04.402603 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-326f2977-63d9-47c9-ad83-aa6fe06e9373 req-7a0e8ed9-1fd4-47f0-809b-288d295d3679 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=36a7ebff-354c-4f7d-abd2-1a02449e518b HTTP/1.1" status: 200 len: 210 time: 0.0620790 Nov 19 05:49:04.890571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010e7b6-6709-4242-8afd-51b5e5c559dc req-02552a08-55ed-493e-a333-dab791a8a262 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:04.892124 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5010e7b6-6709-4242-8afd-51b5e5c559dc req-02552a08-55ed-493e-a333-dab791a8a262 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0897055 Nov 19 05:49:04.955840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5010e7b6-6709-4242-8afd-51b5e5c559dc req-76015a9e-9e67-4dce-a6bd-4665427f2ce4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542727 Nov 19 05:49:05.207982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cb959-1410-4c24-8286-ffd801c48bc1 req-36155467-6188-4986-9fe8-b6ff8aba0127 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:05.209921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f5cb959-1410-4c24-8286-ffd801c48bc1 req-36155467-6188-4986-9fe8-b6ff8aba0127 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0829270 Nov 19 05:49:05.259487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f5cb959-1410-4c24-8286-ffd801c48bc1 req-5a93210a-3bfb-49ed-aa03-206c5e3828eb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Nov 19 05:49:06.200800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ec534-3e0d-41c4-b879-fa1916e6bc26 req-4088cf5d-84c0-49ea-b238-afc3b8e9e319 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:06.202394 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d8ec534-3e0d-41c4-b879-fa1916e6bc26 req-4088cf5d-84c0-49ea-b238-afc3b8e9e319 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0891554 Nov 19 05:49:06.251480 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d8ec534-3e0d-41c4-b879-fa1916e6bc26 req-92022bc1-8c50-4e9c-9076-63484582162b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Nov 19 05:49:06.489242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087132-650f-4ed3-a93d-4f5a5068012c req-3ecddc82-2109-4f9b-b8fa-fcc18fc65988 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:06.490885 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9087132-650f-4ed3-a93d-4f5a5068012c req-3ecddc82-2109-4f9b-b8fa-fcc18fc65988 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0939615 Nov 19 05:49:06.539891 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9087132-650f-4ed3-a93d-4f5a5068012c req-c0e43c87-915e-4ae5-8ae6-f838596f67d5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Nov 19 05:49:07.190731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb64df-56f7-4b68-b69f-3f69bd1caf40 req-7745b60f-ba6a-46de-9bac-da0810e6404a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:07.192283 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-00bb64df-56f7-4b68-b69f-3f69bd1caf40 req-7745b60f-ba6a-46de-9bac-da0810e6404a tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.0915031 Nov 19 05:49:07.242640 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-00bb64df-56f7-4b68-b69f-3f69bd1caf40 req-1a9d2f78-c891-4049-b3ea-8296aff94d48 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Nov 19 05:49:07.503480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be4d2-1eb0-4b1a-a054-0a07c8a44ba9 req-1a4c27b9-cdc1-4ea5-8c55-715cdc6208da tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:07.505077 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-123be4d2-1eb0-4b1a-a054-0a07c8a44ba9 req-1a4c27b9-cdc1-4ea5-8c55-715cdc6208da tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0935390 Nov 19 05:49:07.559839 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-123be4d2-1eb0-4b1a-a054-0a07c8a44ba9 req-75d285bf-aedc-4b39-8516-a4e9efff8585 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483410 Nov 19 05:49:07.762514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdee9b-365d-4ab5-9628-1ff4a93b8706 req-4cc2825b-d0d3-451a-b5b6-91a9945c6802 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:07.764494 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11fdee9b-365d-4ab5-9628-1ff4a93b8706 req-4cc2825b-d0d3-451a-b5b6-91a9945c6802 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0931027 Nov 19 05:49:07.813421 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11fdee9b-365d-4ab5-9628-1ff4a93b8706 req-7381922b-4224-4ee9-be70-88977ed00561 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Nov 19 05:49:08.469088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e56f4d-5d5a-44fe-9ed7-c00b9d44a0ac req-d371c843-9e88-41dd-af9f-82d8a3963a62 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:08.470648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-23e56f4d-5d5a-44fe-9ed7-c00b9d44a0ac req-d371c843-9e88-41dd-af9f-82d8a3963a62 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.0968626 Nov 19 05:49:08.769743 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-23e56f4d-5d5a-44fe-9ed7-c00b9d44a0ac req-142339a6-5637-4ec8-9360-9ef30ec8e3c7 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900944 Nov 19 05:49:08.804873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b5e9c-ce8b-40e9-8ea6-318c3368d8a4 req-0d8994b6-e1d4-48e6-8ada-666c7fc85931 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:08.806596 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1e9b5e9c-ce8b-40e9-8ea6-318c3368d8a4 req-0d8994b6-e1d4-48e6-8ada-666c7fc85931 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0938365 Nov 19 05:49:08.857874 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1e9b5e9c-ce8b-40e9-8ea6-318c3368d8a4 req-b96ab96b-c46f-4eb6-9fbd-8722961bdafb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429685 Nov 19 05:49:09.058543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f58c8-481b-4177-aa48-d502d80bf4af req-9b1cefe4-b188-47f2-a1c9-b224605fd502 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:09.060340 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d28f58c8-481b-4177-aa48-d502d80bf4af req-9b1cefe4-b188-47f2-a1c9-b224605fd502 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1038599 Nov 19 05:49:09.125469 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d28f58c8-481b-4177-aa48-d502d80bf4af req-d22438a7-325a-4bf8-bc7d-fc6ca3c0582f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587008 Nov 19 05:49:09.369977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52698) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:09.413029 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-de52621d-32de-4fa5-ad3c-f3cb7f6b24d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0751824 Nov 19 05:49:09.533032 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.569030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:09.573403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Usage tracker for resource:security_group_rule and tenant:0defd452842f476488aa635166db23e6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:09.576464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:09.582427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:09.651929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.653476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-dc5aeda1-5098-43a3-97e9-e9bb38b1835b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:09.655266 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-dc5aeda1-5098-43a3-97e9-e9bb38b1835b tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1495962 Nov 19 05:49:09.655416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.663996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:09.668914 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-a4d7482c-9c69-4066-9292-16e60dd4d0ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1162 time: 0.1645360 Nov 19 05:49:09.705751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83ed03f-19d9-45c3-9eb7-ec46806dc777,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:09.711861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:09.718975 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0defd452842f476488aa635166db23e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3475680 Nov 19 05:49:09.719357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52708) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:09.770444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Deleting port 26517137-a04d-4540-b9cd-34203dd9ae4e {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:09.770871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.793113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.820882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.881951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.889386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-74b2ccba-e279-467a-a650-c7b8f1e9a087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:09.925214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:09.929677 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a83ed03f-19d9-45c3-9eb7-ec46806dc777 HTTP/1.1" status: 204 len: 168 time: 0.2086611 Nov 19 05:49:09.934360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83ed03f-19d9-45c3-9eb7-ec46806dc777,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:09.937852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:10.104900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-ffaf2a60-e4b1-4530-a932-d8d386fb4ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:10.106707 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-ffaf2a60-e4b1-4530-a932-d8d386fb4ec0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.3038852 Nov 19 05:49:10.309467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:10.385266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:10.385685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:10.405152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86f214-cfb7-4cdd-8104-5dc7c58b948c req-228da5c3-bcab-44a6-9287-e0a7b588e957 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:10.408067 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff86f214-cfb7-4cdd-8104-5dc7c58b948c req-228da5c3-bcab-44a6-9287-e0a7b588e957 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 946 time: 0.4562426 Nov 19 05:49:10.415844 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-1a286b70-6622-4020-bd8b-d8e7afe585ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 1001 time: 0.2853332 Nov 19 05:49:10.464479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:49:10.505183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] For port 26517137-a04d-4540-b9cd-34203dd9ae4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=26517137-a04d-4540-b9cd-34203dd9ae4e,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:10.505573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:10.549113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 26517137-a04d-4540-b9cd-34203dd9ae4e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:49:10.667448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:10.667798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Calling delete_port for 26517137-a04d-4540-b9cd-34203dd9ae4e owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:10.698133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:10.706567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed322f-7712-4eca-8777-f6662e8a1eb2 req-1647745f-b0ed-435f-a003-928e5222b1ca tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:10.708243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-abed322f-7712-4eca-8777-f6662e8a1eb2 req-1647745f-b0ed-435f-a003-928e5222b1ca tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.5980246 Nov 19 05:49:10.716797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 26517137-a04d-4540-b9cd-34203dd9ae4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=26517137-a04d-4540-b9cd-34203dd9ae4e,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:10.721729 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:10.723862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5346ec64-a3fa-4ea1-89aa-aa5a0c9b4881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:10.762104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-82c3d09e-37a3-45d2-8a64-ff84d6430f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:10.763732 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-82c3d09e-37a3-45d2-8a64-ff84d6430f4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.3305037 Nov 19 05:49:10.778443 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff86f214-cfb7-4cdd-8104-5dc7c58b948c req-6e24283f-b8dd-44fb-82e8-dbf656b67bcf tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605146 Nov 19 05:49:10.800006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=26517137-a04d-4540-b9cd-34203dd9ae4e,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:10.813462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:10.872177 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-abed322f-7712-4eca-8777-f6662e8a1eb2 req-ea85df1d-14e3-4a6a-a145-ac0745afd4db tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505103 Nov 19 05:49:10.891929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:49:10.892818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:49:10.902393 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-e8b2a0fd-1aba-4c2e-8a3a-cb3f62bf3899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1281800 Nov 19 05:49:11.126978 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-8eb15624-5f5e-42dc-a7fd-f43b255dc1fb service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163086 Nov 19 05:49:11.136164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd352d-4f82-4d57-9003-e80434a66fda req-5122b4d3-9091-4910-919d-a1c700c825c7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:11.137698 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5fdd352d-4f82-4d57-9003-e80434a66fda req-5122b4d3-9091-4910-919d-a1c700c825c7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2048242 Nov 19 05:49:11.283303 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e', 'code': 200} Nov 19 05:49:11.295789 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5fdd352d-4f82-4d57-9003-e80434a66fda req-75c8ef4e-b5d5-405f-89cf-113f039e9eb9 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353614 Nov 19 05:49:11.320821 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b57c6b00-7e87-446c-a943-9f75a9e686ec req-2e4f20cb-7d04-466d-8874-e1262a265d2b service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1820958 Nov 19 05:49:11.394790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Deleting port 26517137-a04d-4540-b9cd-34203dd9ae4e {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:49:11.395298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:11.662136 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b100-1b2b-4831-af39-f7a0b2ab1217 req-5f0492ea-3898-417b-a10d-1348c2d22f9c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:11.663743 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2bb8b100-1b2b-4831-af39-f7a0b2ab1217 req-5f0492ea-3898-417b-a10d-1348c2d22f9c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.2431388 Nov 19 05:49:11.835756 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2bb8b100-1b2b-4831-af39-f7a0b2ab1217 req-e2192a2a-d903-4462-8744-a6156b37198f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511006 Nov 19 05:49:11.842918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] For port 26517137-a04d-4540-b9cd-34203dd9ae4e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=26517137-a04d-4540-b9cd-34203dd9ae4e,segment=NetworkSegment(b6bae183-5e11-4926-a764-82e89c72d7df),segment_id=b6bae183-5e11-4926-a764-82e89c72d7df)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:11.842918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:12.212438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Calling delete_port for 26517137-a04d-4540-b9cd-34203dd9ae4e owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:49:12.366609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:12.421268 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-60d1cbca-4646-4c68-8504-ef9a2fdb7c1d req-745a1621-eb58-4d4a-a1ed-cfc86e0caa16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.6423900 Nov 19 05:49:12.441795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:12.442204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:12.501267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89352f11-eacf-4d4d-a6ef-bbd55b58e69d req-0181d5dd-b6bd-4834-9207-fad1a6dd3fac tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:12.502838 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-89352f11-eacf-4d4d-a6ef-bbd55b58e69d req-0181d5dd-b6bd-4834-9207-fad1a6dd3fac tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.3888714 Nov 19 05:49:12.510039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b77-e801-411d-9f6d-66a11217fe1c req-8243989f-5d87-48be-be00-518bb38b66e4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:12.511584 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51f90b77-e801-411d-9f6d-66a11217fe1c req-8243989f-5d87-48be-be00-518bb38b66e4 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 944 time: 0.3963780 Nov 19 05:49:12.528022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:12.566546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:12.573463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e667dfe3-3638-4b88-a1c1-df0bb6fe5d56 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:12.637462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:12.637873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:12.682955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Pushing event deleted for resources: {'Port': ['ID=26517137-a04d-4540-b9cd-34203dd9ae4e,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:12.689529 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-60d1cbca-4646-4c68-8504-ef9a2fdb7c1d req-d4d9784e-d514-4c5c-a850-e5ceea569e7c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546473 Nov 19 05:49:12.698034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:12.768090 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51f90b77-e801-411d-9f6d-66a11217fe1c req-af113dde-8e07-48ce-9c15-bcc1a118e8ad tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/security-groups?id=e6e79ee7-e070-4d26-978a-41f373bac5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455580 Nov 19 05:49:12.784049 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-89352f11-eacf-4d4d-a6ef-bbd55b58e69d req-af15c9e5-a4b4-4298-a216-3c834f33dfe6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638679 Nov 19 05:49:12.912041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] No DVR routers for this DVR port 26517137-a04d-4540-b9cd-34203dd9ae4e on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:49:12.920648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:12.962437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'name': 'network-vif-deleted', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:13.025577 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-93f3d01e-a7bd-42df-b1de-dfbd482a82dd req-1327ee4c-5c79-4e21-a92c-888bd8904324 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.35 "DELETE /v2.0/ports/26517137-a04d-4540-b9cd-34203dd9ae4e HTTP/1.1" status: 204 len: 173 time: 3.3531234 Nov 19 05:49:13.089890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dba7b-03cd-4cee-91b8-eb77af748f45 req-7ac7e7ed-8b76-48ee-9b43-6fd411209dcf tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:13.091537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-205dba7b-03cd-4cee-91b8-eb77af748f45 req-7ac7e7ed-8b76-48ee-9b43-6fd411209dcf tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1673548 Nov 19 05:49:13.102001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec8c2c-bad5-4a96-a40c-72066c4ecba1 req-826b2c4b-85f7-49ca-8fef-678436981a4e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:13.103743 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35ec8c2c-bad5-4a96-a40c-72066c4ecba1 req-826b2c4b-85f7-49ca-8fef-678436981a4e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1184959 Nov 19 05:49:13.187891 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-205dba7b-03cd-4cee-91b8-eb77af748f45 req-cdb0df71-0d02-42e6-bec4-5f2c82f7608b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831203 Nov 19 05:49:13.190441 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35ec8c2c-bad5-4a96-a40c-72066c4ecba1 req-c64d6ec4-0ffd-4af6-a3b3-c5ac443070f8 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710623 Nov 19 05:49:13.270005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799b4794-25b3-4848-a9ba-f8e42347d1b3', 'name': 'network-vif-deleted', 'tag': '26517137-a04d-4540-b9cd-34203dd9ae4e', 'status': 'completed', 'code': 200} Nov 19 05:49:14.016175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-ac798407-d1e3-4792-a07c-413a0aaab2f8 req-a931514b-ca90-4d3d-bfc7-78405f0acf15 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Synchronizing usage tracker for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:49:14.041442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-ac798407-d1e3-4792-a07c-413a0aaab2f8 req-a931514b-ca90-4d3d-bfc7-78405f0acf15 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Unset dirty status for tenant:8ea976c7bb264eb79aa9a86bd0c4b1e7 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:49:14.042691 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ac798407-d1e3-4792-a07c-413a0aaab2f8 req-a931514b-ca90-4d3d-bfc7-78405f0acf15 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] 10.222.0.17 "GET /v2.0/ports?device_id=799b4794-25b3-4848-a9ba-f8e42347d1b3 HTTP/1.1" status: 200 len: 210 time: 0.1195519 Nov 19 05:49:14.067201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4498a53-1592-4195-80ad-38ac109c480a req-4a1f038d-35f7-4f3d-9980-db32f5ed4667 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:14.068819 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d4498a53-1592-4195-80ad-38ac109c480a req-4a1f038d-35f7-4f3d-9980-db32f5ed4667 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1112790 Nov 19 05:49:14.117483 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d4498a53-1592-4195-80ad-38ac109c480a req-0a6f976c-baaa-4881-96c5-129e5260c963 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Nov 19 05:49:14.380401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:14.452551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:14.452958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:14.481210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbc8d1-beb3-4b97-82e0-187c6605ebc0 req-71abd2f0-1d76-4b8e-a3ee-3c22eeba7446 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:14.482776 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-26cbc8d1-beb3-4b97-82e0-187c6605ebc0 req-71abd2f0-1d76-4b8e-a3ee-3c22eeba7446 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1545324 Nov 19 05:49:14.488832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e9bf-b6da-4b6e-afd5-053f09aec757 req-9e20ee26-924a-44e3-8f9b-f50182e2c1c5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:14.490328 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4192e9bf-b6da-4b6e-afd5-053f09aec757 req-9e20ee26-924a-44e3-8f9b-f50182e2c1c5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1594987 Nov 19 05:49:14.580222 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-26cbc8d1-beb3-4b97-82e0-187c6605ebc0 req-392d4eef-43c6-4859-98dc-91d7dd8188de tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887964 Nov 19 05:49:14.581397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:14.589314 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4192e9bf-b6da-4b6e-afd5-053f09aec757 req-64310cdc-a19e-4712-ba68-afa0ed3adc96 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814734 Nov 19 05:49:14.659933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:14.660319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:15.156692 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52794) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:15.230386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Deleting subnet 25d47f7a-1d25-45a4-a49b-5a828c50df40 {{(pid=80294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:49:15.234089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:15.331807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6334797'] for subnet, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:15.407040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:15.461026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9a86-385f-422e-ac33-843696289689 req-c6f5dbfe-70ee-4a94-bd4a-d61f5d3d27ed tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:15.462632 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79df9a86-385f-422e-ac33-843696289689 req-c6f5dbfe-70ee-4a94-bd4a-d61f5d3d27ed tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1942034 Nov 19 05:49:15.609497 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79df9a86-385f-422e-ac33-843696289689 req-0dacd020-7612-4e78-a26c-27a377d2e482 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397471 Nov 19 05:49:15.807448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6444740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7223386'] for subnet, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:15.834907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-726ba111-7eee-4989-bd41-cc8e490b5fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:15.924132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d47f7a-1d25-45a4-a49b-5a828c50df40,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:15.941041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:15.996063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb78e0-bc90-48fd-86db-46447ed1b3b5 req-9c508c41-a2b4-4f2c-89db-738a1eff07ec tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:15.997676 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2efb78e0-bc90-48fd-86db-46447ed1b3b5 req-9c508c41-a2b4-4f2c-89db-738a1eff07ec tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.2866375 Nov 19 05:49:16.030197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.051154 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4e79c9f7-28db-4174-9c2f-7073ef38cf72 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/25d47f7a-1d25-45a4-a49b-5a828c50df40 HTTP/1.1" status: 204 len: 168 time: 0.8909571 Nov 19 05:49:16.051768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52804) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:16.055172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a6bec-ba62-41f1-9f59-e233e10703a0 req-215423c5-27f0-4cb3-9f27-ae7806e94c3d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:16.056812 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c27a6bec-ba62-41f1-9f59-e233e10703a0 req-215423c5-27f0-4cb3-9f27-ae7806e94c3d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2844496 Nov 19 05:49:16.096517 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2efb78e0-bc90-48fd-86db-46447ed1b3b5 req-a8ae181b-1632-4460-aec3-15b8e37d0585 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921714 Nov 19 05:49:16.122289 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c27a6bec-ba62-41f1-9f59-e233e10703a0 req-ecc34568-0a29-43a4-a98f-de01741bb30c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Nov 19 05:49:16.141377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:16.176380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.218863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:16.219278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.381459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.494928 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.511433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68404511-76ee-4520-b4e8-d6cbc77eb551']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:16.527467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bae183-5e11-4926-a764-82e89c72d7df') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:16.527800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bae183-5e11-4926-a764-82e89c72d7df') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:16.542437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.566927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.569582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:49:16.686139 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-78fe32a0-739d-413a-8538-a08e2fcdee82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.1505022 Nov 19 05:49:16.759161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9757a8-589f-4cb0-b81d-e88150266037 req-8a093e35-c694-4e76-b005-1c62ecb045ce tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:16.761761 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2b9757a8-589f-4cb0-b81d-e88150266037 req-8a093e35-c694-4e76-b005-1c62ecb045ce tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1811175 Nov 19 05:49:16.790518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:49:16.799955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:16.994233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Network 68404511-76ee-4520-b4e8-d6cbc77eb551 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:49:17.019862 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:49:17.105216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:17.109616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:17.112859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-34eb80ac-4358-4a40-ba4f-51e36de4207f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:17.136389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68404511-76ee-4520-b4e8-d6cbc77eb551,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:17.140148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:17.148615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] 10.222.0.17 "DELETE /v2.0/networks/68404511-76ee-4520-b4e8-d6cbc77eb551 HTTP/1.1" status: 204 len: 168 time: 1.0933607 Nov 19 05:49:17.188005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2b9757a8-589f-4cb0-b81d-e88150266037 req-6700c038-c1de-4c8f-8f3e-81fa3645eb53 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623362 Nov 19 05:49:17.201301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-c8f93f64-9d66-4e1b-adc2-ede47c7426fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:17.203738 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-c8f93f64-9d66-4e1b-adc2-ede47c7426fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.4976127 Nov 19 05:49:17.223722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8b994-fa49-4845-95c1-c9046367a41d req-a7a613d0-f5a1-45fd-bfe2-3bcc048779b7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:17.232668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2fe8b994-fa49-4845-95c1-c9046367a41d req-a7a613d0-f5a1-45fd-bfe2-3bcc048779b7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.4161999 Nov 19 05:49:17.307649 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-63c6a2cc-a10d-494a-88ed-945c17e3f314 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 217 time: 0.0920217 Nov 19 05:49:17.380505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52844) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:17.444360 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1475f788-8038-4072-a734-5e438959c6ad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8ea976c7bb264eb79aa9a86bd0c4b1e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621097 Nov 19 05:49:17.445528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52850) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:17.464797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-641d9dc4-215c-4f2d-9965-90b59c1d1c4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:17.466427 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-641d9dc4-215c-4f2d-9965-90b59c1d1c4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.1420662 Nov 19 05:49:17.469001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2fe8b994-fa49-4845-95c1-c9046367a41d req-b25f54e9-ddb6-4dcd-9e1e-7c50f0719d8a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352004 Nov 19 05:49:17.527371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:17.530281 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-4c76f449-41df-4a01-9e23-2e7d242e763b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531797 Nov 19 05:49:17.541323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f79bf8-43cd-4adb-a30f-1b9d0195c296 req-2d194bfb-0f3d-4a71-b830-fee26730ff74 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:17.542889 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b4f79bf8-43cd-4adb-a30f-1b9d0195c296 req-2d194bfb-0f3d-4a71-b830-fee26730ff74 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1802647 Nov 19 05:49:17.556514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:17.608525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:17.613685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-eb99a148-e8d9-494f-898c-9671e6613aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:17.632810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e79ee7-e070-4d26-978a-41f373bac5f2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:17.638673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:17.642176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:17.646298 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e6e79ee7-e070-4d26-978a-41f373bac5f2 HTTP/1.1" status: 204 len: 168 time: 0.1994009 Nov 19 05:49:17.735966 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b4f79bf8-43cd-4adb-a30f-1b9d0195c296 req-a7671fd0-45d6-4dd3-a9d5-66d1154be139 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676779 Nov 19 05:49:17.768456 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-94795924-04fd-4c28-855b-8cc45370845e service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244895 Nov 19 05:49:17.938707 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd537b3-9339-4c6f-b88d-9b74357ee111 req-a043a87e-b856-488f-aa0a-22881aa1befa service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1608734 Nov 19 05:49:18.400609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39be04c-0ecb-4faf-8ea0-db6e58d9724d req-1440437d-3181-48ea-8200-a9d85c363270 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:18.402568 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b39be04c-0ecb-4faf-8ea0-db6e58d9724d req-1440437d-3181-48ea-8200-a9d85c363270 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0844018 Nov 19 05:49:18.468778 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b39be04c-0ecb-4faf-8ea0-db6e58d9724d req-f9a1a0a9-9a04-4c0f-a9a7-376c833565e3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Nov 19 05:49:18.723096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1d37-7b32-4c86-8c9f-b168f73fc429 req-af065a05-147a-455a-b029-031d5222544e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:18.725739 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-62dc1d37-7b32-4c86-8c9f-b168f73fc429 req-af065a05-147a-455a-b029-031d5222544e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0933106 Nov 19 05:49:18.781043 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-62dc1d37-7b32-4c86-8c9f-b168f73fc429 req-e5cdbdb8-c597-40f1-9083-850a87b7f7ed tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492840 Nov 19 05:49:18.976893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6453502-e8da-439f-86b7-2449603b97e5 req-2217aee1-484d-4abf-a2bb-ca74fed5c0a1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:18.978946 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e6453502-e8da-439f-86b7-2449603b97e5 req-2217aee1-484d-4abf-a2bb-ca74fed5c0a1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0878327 Nov 19 05:49:19.043950 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e6453502-e8da-439f-86b7-2449603b97e5 req-ef6aff6e-578a-44e7-9850-7b499ae0f177 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584018 Nov 19 05:49:19.690880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff54d-2317-4925-83bc-f830e9d4bd6b req-a6a27444-a08a-4b7f-ac3a-3157aa13100d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:19.692578 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcff54d-2317-4925-83bc-f830e9d4bd6b req-a6a27444-a08a-4b7f-ac3a-3157aa13100d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0907838 Nov 19 05:49:19.750085 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcff54d-2317-4925-83bc-f830e9d4bd6b req-c1c52bbc-20cb-4679-a376-3bc5f59ce46d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Nov 19 05:49:20.022520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4b573-96b7-4999-9aa5-9fe73332dc89 req-190c098a-3bc2-4e24-912f-436a964106a7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:20.024204 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15c4b573-96b7-4999-9aa5-9fe73332dc89 req-190c098a-3bc2-4e24-912f-436a964106a7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0850990 Nov 19 05:49:20.077748 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15c4b573-96b7-4999-9aa5-9fe73332dc89 req-004ec16f-f373-44e7-8c99-2bb23357c5b3 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468378 Nov 19 05:49:20.086372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 52950) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:20.249980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.277704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3487b-e779-4830-b14e-f4fc1485554a req-47c372eb-7dde-4254-b40a-6c9610605e27 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:20.279396 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-01b3487b-e779-4830-b14e-f4fc1485554a req-47c372eb-7dde-4254-b40a-6c9610605e27 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0865662 Nov 19 05:49:20.283912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:20.288048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Usage tracker for resource:security_group_rule and tenant:465c5ae6cffe4f7288542b2849922e89 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:20.291142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:20.296983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:20.330781 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-01b3487b-e779-4830-b14e-f4fc1485554a req-7e63eac5-fc76-46d8-bada-4e22fc23ea30 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Nov 19 05:49:20.371620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.375194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.383274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b0f90671-b071-4987-8e9f-d9b596800ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:20.428095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5565320-a8ff-4448-ab12-e55aa174098b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:20.435911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52970) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:20.447948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=465c5ae6cffe4f7288542b2849922e89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3602600 Nov 19 05:49:20.449100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:20.513349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.548527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.600345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.605772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-10a412de-9441-4c8d-ae43-85342357ee53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:20.620296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5565320-a8ff-4448-ab12-e55aa174098b,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:20.623491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:20.624610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:20.627241 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c5565320-a8ff-4448-ab12-e55aa174098b HTTP/1.1" status: 204 len: 168 time: 0.1888442 Nov 19 05:49:20.969783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6309-f671-45de-a071-3d43ddb978cb req-51fe3e28-26a0-45b8-b7fe-5c7e050feb9d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:20.971374 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03eb6309-f671-45de-a071-3d43ddb978cb req-51fe3e28-26a0-45b8-b7fe-5c7e050feb9d tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0874472 Nov 19 05:49:21.025059 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03eb6309-f671-45de-a071-3d43ddb978cb req-df702a0f-790e-43cc-bd37-1b5b517f9d41 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Nov 19 05:49:21.032000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 52990) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:21.057547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.100221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:21.108324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Usage tracker for resource:security_group_rule and tenant:1bddf6e4574a42aea337fdc8f3c67587 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:21.111909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:21.117939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:21.207202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.211739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.223273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:21.274821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8947a1cd-0413-49af-be1d-7718e433991f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:21.323185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:21.329072 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1bddf6e4574a42aea337fdc8f3c67587&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2934594 Nov 19 05:49:21.330017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53000) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:21.338716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f91a4728-5400-4691-bad4-e6dc5ce7dbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.376868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3891-b9f7-4918-b1c3-2ebdb25d95a3 req-13b66463-5a9f-4840-a2fd-b02f58cc694f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:21.385061 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b0c3891-b9f7-4918-b1c3-2ebdb25d95a3 req-13b66463-5a9f-4840-a2fd-b02f58cc694f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1133299 Nov 19 05:49:21.422428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.444202 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3b0c3891-b9f7-4918-b1c3-2ebdb25d95a3 req-09270b29-da8c-4e9a-9a89-feb2a641b493 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579047 Nov 19 05:49:21.462913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.540758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.546666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fd8c4e0c-857d-4c3b-b580-3afad01321eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:21.561345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8947a1cd-0413-49af-be1d-7718e433991f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:21.566941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:21.572551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:21.573958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8947a1cd-0413-49af-be1d-7718e433991f HTTP/1.1" status: 204 len: 168 time: 0.2426779 Nov 19 05:49:21.588752 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb85991-060d-4679-9175-ffbd877265eb req-ed56f492-3cc6-40b4-bf93-3d4e3c411d0f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:21.602855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5bb85991-060d-4679-9175-ffbd877265eb req-ed56f492-3cc6-40b4-bf93-3d4e3c411d0f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1166475 Nov 19 05:49:21.657959 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5bb85991-060d-4679-9175-ffbd877265eb req-8c47d187-c9d2-42f3-abc0-93e6b6df1976 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540121 Nov 19 05:49:22.229128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:22.277380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc56ad-500b-446b-a6bf-2c94b90bd503 req-e5743b03-743a-4499-81b4-e87e24e19c3e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:22.279660 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-62bc56ad-500b-446b-a6bf-2c94b90bd503 req-e5743b03-743a-4499-81b4-e87e24e19c3e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1214979 Nov 19 05:49:22.342608 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-62bc56ad-500b-446b-a6bf-2c94b90bd503 req-4c8cb49f-7a44-4f0d-8e63-0a7eb9542c2b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566278 Nov 19 05:49:22.360500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 995c62ad-878d-4144-8241-4a6f18fb8602 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:22.360922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:22.734790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dda617-2952-44d7-aa31-a5ed1ee578d6 req-ef59b2d9-720c-4089-a295-f1381794c9dc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:22.737661 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-19dda617-2952-44d7-aa31-a5ed1ee578d6 req-ef59b2d9-720c-4089-a295-f1381794c9dc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1410894 Nov 19 05:49:22.838704 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-19dda617-2952-44d7-aa31-a5ed1ee578d6 req-764b76b8-4796-47e8-ab13-4cc535e647bb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931304 Nov 19 05:49:23.028476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce3207-f84d-4901-bc74-e6fab342aaca req-902a7304-6d7e-4eee-9e9a-ca2ee9d24ba9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:23.037023 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25ce3207-f84d-4901-bc74-e6fab342aaca req-902a7304-6d7e-4eee-9e9a-ca2ee9d24ba9 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1785800 Nov 19 05:49:23.118928 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25ce3207-f84d-4901-bc74-e6fab342aaca req-b7549c22-a96f-494b-ad18-1c025cf43dd2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779235 Nov 19 05:49:23.539549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53056) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:23.830757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:23.870208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:23.878479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Usage tracker for resource:security_group_rule and tenant:819b99ff8be049d387635ddd6f344af1 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:23.882921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:23.893926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:23.980939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fecc1fd8-9dca-4ad0-9761-2642eda7e5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.006621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.014942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.032820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-acd3bade-07a2-4fc3-a446-62315d5c2111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:24.095221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=819b99ff8be049d387635ddd6f344af1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5543978 Nov 19 05:49:24.096502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b20cdf-4316-4592-863c-d87feaedf600,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:24.101268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:24.103127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53074) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:24.175394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59990-e63e-4428-bb0f-a3c93a89c671 req-e8170e10-d6a5-4696-b28f-0a1dca8deb5c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:24.177037 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bde59990-e63e-4428-bb0f-a3c93a89c671 req-e8170e10-d6a5-4696-b28f-0a1dca8deb5c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1371419 Nov 19 05:49:24.270784 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bde59990-e63e-4428-bb0f-a3c93a89c671 req-8f7d89ac-a0d3-4a90-b470-59bc5e2c1a8f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870509 Nov 19 05:49:24.278040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.310106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.408497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.428190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.434804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-09f5892e-2ed4-4005-8203-abdbd9499766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:24.477973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b20cdf-4316-4592-863c-d87feaedf600,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:24.499311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ded4c1-f76d-4daa-aadb-4cb384e47260 req-711e9d6c-dade-4e2b-82cf-b3a5e199d722 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:24.501416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:24.505655 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/01b20cdf-4316-4592-863c-d87feaedf600 HTTP/1.1" status: 204 len: 168 time: 0.3983622 Nov 19 05:49:24.505655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:24.513257 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-28ded4c1-f76d-4daa-aadb-4cb384e47260 req-711e9d6c-dade-4e2b-82cf-b3a5e199d722 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1310751 Nov 19 05:49:24.588178 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-28ded4c1-f76d-4daa-aadb-4cb384e47260 req-8072f709-474f-4831-8ee7-a80c0bf2d44d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736456 Nov 19 05:49:24.837925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a986757-1a31-49e9-84a9-a0d800319ed8 req-98c31327-00ed-4654-8083-6aba570d0586 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:24.839592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1a986757-1a31-49e9-84a9-a0d800319ed8 req-98c31327-00ed-4654-8083-6aba570d0586 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1934876 Nov 19 05:49:24.920803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1a986757-1a31-49e9-84a9-a0d800319ed8 req-a06667f6-41d5-48a4-adaa-714ed67886ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687938 Nov 19 05:49:25.325669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:25.614513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1237-7317-42aa-8c95-41756760248a req-7a861c7b-2af5-49e6-8e7e-9a19b68d8cea tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:25.630113 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-46bc1237-7317-42aa-8c95-41756760248a req-7a861c7b-2af5-49e6-8e7e-9a19b68d8cea tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1310158 Nov 19 05:49:25.691754 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-46bc1237-7317-42aa-8c95-41756760248a req-5ea2a917-011a-4dce-992b-44cf23e32d72 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596342 Nov 19 05:49:25.782971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:26.123504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f68cc2-ed29-4a05-9a57-c9f4754ee6ae req-febcbefc-78ac-43c6-a06f-0db3386d336b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:26.125976 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-31f68cc2-ed29-4a05-9a57-c9f4754ee6ae req-febcbefc-78ac-43c6-a06f-0db3386d336b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1831586 Nov 19 05:49:26.207078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:26.210456 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-31f68cc2-ed29-4a05-9a57-c9f4754ee6ae req-9793b500-93f5-471b-9588-a7e2933a2f5b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745244 Nov 19 05:49:26.324290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:26.324797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:26.881181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53158) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:27.083590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e1a54-dc53-4102-90aa-6dcb95fd7d4b req-f1373157-8c29-48b7-9789-5114bd9ff1e1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:27.094635 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-607e1a54-dc53-4102-90aa-6dcb95fd7d4b req-f1373157-8c29-48b7-9789-5114bd9ff1e1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1325543 Nov 19 05:49:27.102109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.144495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:27.149362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Usage tracker for resource:security_group_rule and tenant:ca99afcb6ba74068b8c4aa51b29c60df is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:27.153166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:27.159599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:27.168486 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-607e1a54-dc53-4102-90aa-6dcb95fd7d4b req-bf89ebb2-f52a-4aac-a5c3-4eb24d5ed0dc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723281 Nov 19 05:49:27.249241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.256018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.303447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e7243a65-87f7-4b67-a69d-efefaf7da74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:27.342566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53176) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:27.342807 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ca99afcb6ba74068b8c4aa51b29c60df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4602809 Nov 19 05:49:27.344444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef99e7c-5627-433c-ae7e-eb7e41c9a3b9,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:27.356554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:27.501995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.567986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.601944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159667b-954f-4dd6-ab9c-3652825d3fbe req-8fd3b861-2fbb-4ba0-857d-9b9d2a312e59 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:27.613272 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e159667b-954f-4dd6-ab9c-3652825d3fbe req-8fd3b861-2fbb-4ba0-857d-9b9d2a312e59 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.2316997 Nov 19 05:49:27.706268 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e159667b-954f-4dd6-ab9c-3652825d3fbe req-90a04780-c64c-4c1a-9e68-725d2bad8b44 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910656 Nov 19 05:49:27.730275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.739070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-03c1d050-965f-412d-9df5-5d58a64985b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:27.786533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef99e7c-5627-433c-ae7e-eb7e41c9a3b9,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:27.803168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.803734 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.804206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.804671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.805190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.805653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.806359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.806493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.806939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.807412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.807865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.808318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.808834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.809646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.810106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.810562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.811010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.811687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.812137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.812711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.813162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.813612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.814061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.814510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:27.826256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:27.827444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:27.832144 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2ef99e7c-5627-433c-ae7e-eb7e41c9a3b9 HTTP/1.1" status: 204 len: 168 time: 0.4879847 Nov 19 05:49:28.167029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bc96b-a8f2-4eb9-9d3c-09d29b563d82 req-179b21ab-47dc-4d3f-84d1-09bb6285fa88 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:28.175676 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e41bc96b-a8f2-4eb9-9d3c-09d29b563d82 req-179b21ab-47dc-4d3f-84d1-09bb6285fa88 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1070585 Nov 19 05:49:28.321241 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e41bc96b-a8f2-4eb9-9d3c-09d29b563d82 req-373b290d-4f38-47a0-adcf-56f22bcba5b6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443589 Nov 19 05:49:28.358627 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-a09febf5-f989-4134-9e6c-e7add27bb1c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1162 time: 0.0992057 Nov 19 05:49:28.502693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53196) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:28.537371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:28.583622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:28.589312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Usage tracker for resource:security_group_rule and tenant:28c4bc478d7843bfa4fbc77ef61e648f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:28.591834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9373d19-51b6-496a-82b0-85046ea9b9a8 req-64104e32-faea-47f0-b4c2-a8b3d8064d07 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:28.593681 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d9373d19-51b6-496a-82b0-85046ea9b9a8 req-64104e32-faea-47f0-b4c2-a8b3d8064d07 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.2310524 Nov 19 05:49:28.602512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:28.610165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:28.662901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-1eb429b7-6ab9-467f-8e96-2035ec91b952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:28.665278 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-1eb429b7-6ab9-467f-8e96-2035ec91b952 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.2537420 Nov 19 05:49:28.718591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:28.729353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:28.740314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-daa8cdc0-505c-4454-9198-da314f7d5d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:28.782745 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d9373d19-51b6-496a-82b0-85046ea9b9a8 req-39f219a8-dd70-4199-b27d-27fe3badcec7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803207 Nov 19 05:49:28.811310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-0f643667-81d2-4009-bf4e-9ee5dce2b999 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 1001 time: 0.1392591 Nov 19 05:49:28.831812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a07469-a55b-42e7-be0f-3a42b6a95f7d,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:28.836483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:28.850695 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=28c4bc478d7843bfa4fbc77ef61e648f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373439 Nov 19 05:49:28.850695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53202) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:28.921671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-e64ebd11-ec02-4758-a433-88234a174847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:28.923397 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-e64ebd11-ec02-4758-a433-88234a174847 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.1054807 Nov 19 05:49:28.963228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:29.016540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:29.056571 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-60c73fec-88c6-489b-b848-4c1b1e122fa8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137445 Nov 19 05:49:29.083072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:29.096089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4e7804ba-dec7-48da-bd61-c571f489ea55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:29.114631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a07469-a55b-42e7-be0f-3a42b6a95f7d,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:29.137511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:29.140199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:29.145271 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a0a07469-a55b-42e7-be0f-3a42b6a95f7d HTTP/1.1" status: 204 len: 168 time: 0.2996712 Nov 19 05:49:29.267168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-1193c3ee-3dd8-4e28-93ef-a976bde68002 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033088 Nov 19 05:49:29.479427 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3202aebb-157f-4e6c-aeee-b702f831d26d req-57c011c7-cb24-4a15-a927-6d580bb3719e service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2045202 Nov 19 05:49:29.665713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a52a-452b-4382-8f8a-06721ace4b4b req-b0cc7e12-c278-45c7-8ac0-2ec2fa2c4e5b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:29.667728 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8381a52a-452b-4382-8f8a-06721ace4b4b req-b0cc7e12-c278-45c7-8ac0-2ec2fa2c4e5b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1084843 Nov 19 05:49:29.780425 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8381a52a-452b-4382-8f8a-06721ace4b4b req-d0c48112-0d80-4ca5-b224-f82c8c3b41d5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056745 Nov 19 05:49:30.176645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cc1a-a563-4667-8884-0b9cb8698100 req-b298b07e-dfbf-480e-8de9-3fe5aec7020d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:30.182381 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ce0cc1a-a563-4667-8884-0b9cb8698100 req-b298b07e-dfbf-480e-8de9-3fe5aec7020d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1322284 Nov 19 05:49:30.253404 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ce0cc1a-a563-4667-8884-0b9cb8698100 req-4321727e-d12c-4ef2-a36d-b949708e53b7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495987 Nov 19 05:49:31.014383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e978c-7cb1-4dfa-af51-723ef132922b req-2654df45-25a6-4440-be72-289758332bfe tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:31.016320 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-265e978c-7cb1-4dfa-af51-723ef132922b req-2654df45-25a6-4440-be72-289758332bfe tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0934417 Nov 19 05:49:31.089472 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-265e978c-7cb1-4dfa-af51-723ef132922b req-22cc775e-f83b-4c2d-a8b5-b8d3c90686a6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666451 Nov 19 05:49:31.776124 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9765a81-c304-4754-afce-feba13aa0b67 req-201d9426-4231-40bb-ab69-ebd33d1b3f67 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:31.778664 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9765a81-c304-4754-afce-feba13aa0b67 req-201d9426-4231-40bb-ab69-ebd33d1b3f67 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.3281319 Nov 19 05:49:31.855611 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9765a81-c304-4754-afce-feba13aa0b67 req-33ea3812-3466-4e2f-9171-6d68c026aeb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707157 Nov 19 05:49:32.371686 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7e1d-39ad-45de-81ae-05e14fe84277 req-3136c03b-02d4-4d89-9cc4-06c2e07e4302 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:32.373375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ae5d7e1d-39ad-45de-81ae-05e14fe84277 req-3136c03b-02d4-4d89-9cc4-06c2e07e4302 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1026051 Nov 19 05:49:32.443187 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ae5d7e1d-39ad-45de-81ae-05e14fe84277 req-e8b37951-141e-4d19-87fb-14ff533db48d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629320 Nov 19 05:49:33.102880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c12a2-9bb9-4eef-84f1-b37abe7e32df req-349b659a-761d-4079-a30f-99ce862c4c93 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:33.105378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-868c12a2-9bb9-4eef-84f1-b37abe7e32df req-349b659a-761d-4079-a30f-99ce862c4c93 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1015134 Nov 19 05:49:33.164303 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-868c12a2-9bb9-4eef-84f1-b37abe7e32df req-b398c866-5c80-44a6-bb84-6322b97ce5a7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521448 Nov 19 05:49:33.655001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667ec24-3376-4b8a-b7d5-ec9384391387 req-b8d8788f-f3a8-4227-851b-b950827a8c6e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:33.656640 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a667ec24-3376-4b8a-b7d5-ec9384391387 req-b8d8788f-f3a8-4227-851b-b950827a8c6e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0850072 Nov 19 05:49:33.708902 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a667ec24-3376-4b8a-b7d5-ec9384391387 req-5be0e1d2-5010-4dfe-a82a-bb1570bfca1b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 Nov 19 05:49:34.412048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725acb6-c92c-4a9b-b4e8-a2816fa15746 req-934c3a3c-c9f7-4587-8e15-7e3433670550 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:34.413618 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1725acb6-c92c-4a9b-b4e8-a2816fa15746 req-934c3a3c-c9f7-4587-8e15-7e3433670550 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0914879 Nov 19 05:49:34.464667 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1725acb6-c92c-4a9b-b4e8-a2816fa15746 req-61e85051-9555-460e-8ff3-ad48dd87b846 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Nov 19 05:49:34.932626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdcc73-35f3-4fcd-a945-0c98b99b214f req-b89f95b8-e5c6-4169-947b-3d638f004904 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:34.934218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3afdcc73-35f3-4fcd-a945-0c98b99b214f req-b89f95b8-e5c6-4169-947b-3d638f004904 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0887456 Nov 19 05:49:34.983030 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3afdcc73-35f3-4fcd-a945-0c98b99b214f req-5ff3aa43-8c9e-4b34-a8a9-bcd37ef6d7c4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Nov 19 05:49:35.487036 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-b45b0251-f58f-4f5c-b977-1c45deca6215 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1162 time: 0.0796890 Nov 19 05:49:35.680453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-6ba609a0-8956-40f5-970d-20e0e78d9c4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:35.682040 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-6ba609a0-8956-40f5-970d-20e0e78d9c4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.1875720 Nov 19 05:49:35.805189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090e0b3-415e-4ec1-ab27-245e4ef48d7b req-5ce5f60f-3545-4921-bddb-45b6b4cab023 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:35.806900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4090e0b3-415e-4ec1-ab27-245e4ef48d7b req-5ce5f60f-3545-4921-bddb-45b6b4cab023 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1942852 Nov 19 05:49:35.853750 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-0856c849-a72c-49b1-b96d-b92ba2da9ef4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 1000 time: 0.1621439 Nov 19 05:49:35.922150 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4090e0b3-415e-4ec1-ab27-245e4ef48d7b req-600840ea-1db9-4c85-86b4-9f5cc4828756 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966198 Nov 19 05:49:35.939188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-a704b4b5-7c9e-47ae-b253-a11f0614d89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:35.940782 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-a704b4b5-7c9e-47ae-b253-a11f0614d89b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0784900 Nov 19 05:49:36.040806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-49b2e28f-5f75-4320-9a8c-7db6756f2a72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912199 Nov 19 05:49:36.066995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:36.181991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:36.182405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:36.282279 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-43a47537-7323-4fd7-9caa-4d7951d62ce1 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312810 Nov 19 05:49:36.289807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d16902-2be4-469f-a8e0-356e560e3a5c req-80f3639c-17f0-4bbd-9938-21336ce2f570 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:36.291397 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-73d16902-2be4-469f-a8e0-356e560e3a5c req-80f3639c-17f0-4bbd-9938-21336ce2f570 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1558754 Nov 19 05:49:36.444294 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-73d16902-2be4-469f-a8e0-356e560e3a5c req-de29df14-173d-47e3-9dc6-846cb651e695 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781536 Nov 19 05:49:36.470076 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c08f0e-597e-4ae2-81a0-731bbf6cea21 req-7ed05b65-7f03-4ada-8d1b-80e74e4c576a service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1775653 Nov 19 05:49:36.873851 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-b73bdfd2-ce57-4f80-83d1-3feffa6c704e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.1423171 Nov 19 05:49:36.911414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94543f81-eaf2-4e09-bf7a-076b0c25e36c req-0a47fedc-7763-415a-b90a-36e589ced1af tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:36.912955 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-94543f81-eaf2-4e09-bf7a-076b0c25e36c req-0a47fedc-7763-415a-b90a-36e589ced1af tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1358399 Nov 19 05:49:37.053713 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-94543f81-eaf2-4e09-bf7a-076b0c25e36c req-2db6aba6-47f6-4721-996d-657cb301405c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905142 Nov 19 05:49:37.061010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948a391-d931-42de-8190-6d25e77e92f4 req-73c2e4ba-2cd9-4a86-858f-b917a6d47493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:37.062537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-73c2e4ba-2cd9-4a86-858f-b917a6d47493 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.1810608 Nov 19 05:49:37.175353 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-f6366e43-00fe-47e3-b7f5-207e09f3f1f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 217 time: 0.1051109 Nov 19 05:49:37.253625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948a391-d931-42de-8190-6d25e77e92f4 req-cbc12c44-fbc9-4f24-9b11-3ed2299505ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:37.255163 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-cbc12c44-fbc9-4f24-9b11-3ed2299505ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0720081 Nov 19 05:49:37.315986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-a4d9a0b9-4910-468f-8757-ea391f3af436 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509026 Nov 19 05:49:37.323054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1a244-586c-4316-88eb-64ff0b906365 req-09d8caed-0ad9-43ad-a0d5-c98168822d8f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:37.324604 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22e1a244-586c-4316-88eb-64ff0b906365 req-09d8caed-0ad9-43ad-a0d5-c98168822d8f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.2032597 Nov 19 05:49:37.474228 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22e1a244-586c-4316-88eb-64ff0b906365 req-76fe886c-7a1d-4ccf-a43b-06577c8901ba tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267776 Nov 19 05:49:37.501518 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-8d8990fe-6f73-4f67-9230-6bc7b5598eaa service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759384 Nov 19 05:49:37.599964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53394) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:37.784008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:37.819611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:37.824341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Usage tracker for resource:security_group_rule and tenant:ee95af9cebe0495ea8fdea5097aa2d1e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:37.827616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:37.833823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:37.863442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53402) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:37.871202 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4948a391-d931-42de-8190-6d25e77e92f4 req-9ee56dd4-bc1d-4493-a2eb-d34c4a8b16c9 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3622534 Nov 19 05:49:37.915461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:37.919146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:37.927910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3cad038c-1f72-4b05-a9d4-6faff6231047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:37.976946 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee95af9cebe0495ea8fdea5097aa2d1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3757308 Nov 19 05:49:37.978963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5e423-873f-43d6-912c-eff4023279e6,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:37.979797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53412) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:37.982168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:38.021313 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.042403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.055181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:38.059665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Usage tracker for resource:security_group_rule and tenant:e39042d9b996488c9f35e9380b5cc585 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:38.062842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:38.069175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:38.069848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.115222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.120524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-942e51e8-0985-44c7-9f07-c90e60324e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:38.134739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5e423-873f-43d6-912c-eff4023279e6,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:38.137705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:38.139201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.142775 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6ab5e423-873f-43d6-912c-eff4023279e6 HTTP/1.1" status: 204 len: 168 time: 0.1593173 Nov 19 05:49:38.143563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.147802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.178454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-783afb18-274d-4c33-9f5b-90f22abf4711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:38.194275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53420) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:38.194423 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e39042d9b996488c9f35e9380b5cc585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297894 Nov 19 05:49:38.216108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c84fa8-d493-4680-bc0e-5c8653289821,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:38.219594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:38.328916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.344680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d26ddb-980b-4d89-be66-0ad7452d40b7 req-8f3a971e-10db-4176-8ab2-a3a2bb12ccba tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:38.346266 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-56d26ddb-980b-4d89-be66-0ad7452d40b7 req-8f3a971e-10db-4176-8ab2-a3a2bb12ccba tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1374924 Nov 19 05:49:38.383341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.447789 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-56d26ddb-980b-4d89-be66-0ad7452d40b7 req-72ea4015-0d9f-4791-94d5-562d966c410c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893619 Nov 19 05:49:38.457469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.463469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:38.484311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c84fa8-d493-4680-bc0e-5c8653289821,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:38.484311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.485952 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d0c84fa8-d493-4680-bc0e-5c8653289821 HTTP/1.1" status: 204 len: 168 time: 0.2906055 Nov 19 05:49:38.487044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:38.735591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09483d53-98d3-40bd-bc99-3af3e8dd524b req-54e96f35-8894-4587-88e1-a35e45ff952b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:38.737198 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-09483d53-98d3-40bd-bc99-3af3e8dd524b req-54e96f35-8894-4587-88e1-a35e45ff952b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1077905 Nov 19 05:49:38.787355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-09483d53-98d3-40bd-bc99-3af3e8dd524b req-cc902d09-7a40-4b56-9c8a-4be5ceb4a6ba tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437033 Nov 19 05:49:38.909349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53444) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:38.929261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:38.963492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:38.968064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5f56d68c074148a090fab8fa0ac883 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:38.971695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:38.979012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:39.053070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53450) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:39.064881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.069788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.078308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3dd4c1f5-5871-4dd9-a819-4e689ac1d081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:39.122895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe03474-f172-4636-b94e-0b0b7f8c2be0,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:39.126208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:39.131769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53456) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:39.136007 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7c5f56d68c074148a090fab8fa0ac883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2254267 Nov 19 05:49:39.201324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-604466703-network', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:39.204601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.208458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:39.222233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Usage tracker for resource:network and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:39.226843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:39.241501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:39.247932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.271273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Made reservation on behalf of b8e9c6b5e866492f81fbea293538a47f for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:49:39.275956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.302768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.335797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.341235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-db28b497-bc40-4d1b-a385-a9fb7ee519c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:39.358153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:39.363958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe03474-f172-4636-b94e-0b0b7f8c2be0,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:39.366128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:39.371775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:39.374322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:39.378821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:39.399760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.400995 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cfe03474-f172-4636-b94e-0b0b7f8c2be0 HTTP/1.1" status: 204 len: 168 time: 0.2681677 Nov 19 05:49:39.463683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.466906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.470074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-62651744-5c89-41ef-baf9-4bf7c05b0f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:39.681109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe1d8-2e7d-4b74-9a9e-5bac4d4e3c9b req-df876c3a-c98a-494d-ba86-9b8c8816bea6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:39.682750 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-304fe1d8-2e7d-4b74-9a9e-5bac4d4e3c9b req-df876c3a-c98a-494d-ba86-9b8c8816bea6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0895500 Nov 19 05:49:39.712372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:49:39.728638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.729074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Added segment 00f58d93-5a94-49ba-8ee0-9bdf2e24a623 of type vxlan for network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 Nov 19 05:49:39.742355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040635d-2496-48da-9757-57c7a04278b2,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:39.748465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:39.766845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.772167 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-304fe1d8-2e7d-4b74-9a9e-5bac4d4e3c9b req-2fde79b1-3fae-4d2d-aaf3-c0be5d99a8a3 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669444 Nov 19 05:49:39.786238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53466) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:39.801213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.802559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:39.803260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.805748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.807041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-935efeb2-815b-4922-8a0a-233411beabd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:39.843960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:39.848275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Usage tracker for resource:security_group_rule and tenant:6c540df3a8ba4fe3b264fd8425cdbe91 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:39.851288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:39.858049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:39.911772 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8573775 Nov 19 05:49:39.912700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8bb8b4-9348-49a4-a497-39b2ec567ce7,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:39.915142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53472) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:39.918205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:39.922201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Request body: {'subnet': {'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-604466703-subnet', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:39.927216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:49:39.927409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:39.931893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Usage tracker for resource:subnet and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:39.934935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:39.935090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.941750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:39.945006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.952519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Made reservation on behalf of b8e9c6b5e866492f81fbea293538a47f for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:49:39.957438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8060226'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:39.998262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cedb8317-08e8-4651-8ba5-222be559cf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:40.000477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:49:40.028380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:49:40.054742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a31e6-78df-4f7c-9e68-3db5c851bed1,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:40.062592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6c540df3a8ba4fe3b264fd8425cdbe91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2752130 Nov 19 05:49:40.064887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53476) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:40.069294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:40.091255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b1a9-e0ed-42b7-be81-16c84e958736 req-b7ea98ba-8636-4793-abf6-38e27b4a0286 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:40.093047 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75c7b1a9-e0ed-42b7-be81-16c84e958736 req-b7ea98ba-8636-4793-abf6-38e27b4a0286 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1500025 Nov 19 05:49:40.153741 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75c7b1a9-e0ed-42b7-be81-16c84e958736 req-06d648ff-5ff8-4bdc-be9b-c870dbaa526e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537488 Nov 19 05:49:40.174578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.227343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.265797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.294488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:49:40.305956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:40.309507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.312149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97d21db7-c9f2-4226-a877-7b877f6076a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:40.365618 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'code': 422} returned with failed status Nov 19 05:49:40.385960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.387189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:40.390665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1af1b1dc-aa06-4aa7-b844-7dd3ea2ebef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:40.396735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.397113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.397483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.397846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.398186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.398763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.399287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.399669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.400024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.400380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.400744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.401084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.401474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.401975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.402491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.402845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.403193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.403569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.403900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.404419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.404773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.405125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.405470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.405822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:40.410422 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:40.416046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a31e6-78df-4f7c-9e68-3db5c851bed1,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:40.423207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:40.437598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.441279 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/732a31e6-78df-4f7c-9e68-3db5c851bed1 HTTP/1.1" status: 204 len: 168 time: 0.3729949 Nov 19 05:49:40.545016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8060275'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.618028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-784f2346-33a7-4ef0-a73b-291d4cb397fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:40.731233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e228cdd-1907-4427-8c8c-0064eb93dbdb,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:40.735956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:40.784211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Checking segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:49:40.784572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Network hostable DHCP agents. Network: bc8bb8b4-9348-49a4-a497-39b2ec567ce7, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:49:40.811590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:49:40.822735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, bc8bb8b4-9348-49a4-a497-39b2ec567ce7) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:49:40.834920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e10cac-65e3-4fdd-a4c5-f64a0710086f None None] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:49:40.853767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:40.854420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.885196 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9688849 Nov 19 05:49:40.887841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53506) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:40.893827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:40.898972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:40.903767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Usage tracker for resource:router and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:40.907759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:40.914432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:40.924408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.925653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:40.976781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.059300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc837380-e370-4fc1-bc32-3fb911e87d19 req-8f1d5a2a-4460-401b-9697-1197ac7ab4c2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:41.060961 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bc837380-e370-4fc1-bc32-3fb911e87d19 req-8f1d5a2a-4460-401b-9697-1197ac7ab4c2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1408069 Nov 19 05:49:41.165433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bc837380-e370-4fc1-bc32-3fb911e87d19 req-37e4572b-8b62-41f4-97b4-7804a93b618e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960777 Nov 19 05:49:41.209007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:49:41.210349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.210933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.467419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd90d0-546e-45c2-a584-24de38c19ce6 req-0d7c4428-134e-49e9-9099-598110e4a182 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:41.469095 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c7bd90d0-546e-45c2-a584-24de38c19ce6 req-0d7c4428-134e-49e9-9099-598110e4a182 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1717565 Nov 19 05:49:41.480642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53534) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:41.529698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.535478 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c7bd90d0-546e-45c2-a584-24de38c19ce6 req-2e7691da-279b-4cde-a8ea-33aeb88920ac tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518274 Nov 19 05:49:41.573885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Allocated IP 172.20.0.2 (bc8bb8b4-9348-49a4-a497-39b2ec567ce7/2e228cdd-1907-4427-8c8c-0064eb93dbdb/1551e849-093d-495c-b847-563c4234e559) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:49:41.603489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.757684 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-fa657b0e-0edc-41b0-af39-776a73d809dc service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2755079 Nov 19 05:49:41.900297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.909022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Allocated IP 172.27.3.136 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/983a9ff1-3342-45a1-9fcf-1e164b648e66) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:49:41.912995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Transition to ACTIVE for port object 1551e849-093d-495c-b847-563c4234e559 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:49:41.932478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Transition to ACTIVE for port object 1551e849-093d-495c-b847-563c4234e559 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:49:41.938905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:41.956420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:42.085493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.112762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.129462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6be92826-9f57-48e9-bbea-afcc6004d62d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:42.155856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Pushing event updated for resources: {'Port': ['ID=1551e849-093d-495c-b847-563c4234e559,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:42.159798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:42.183099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:49:42.184420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:49:42.187083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:49:42.255781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Attempting to bind port 1551e849-093d-495c-b847-563c4234e559 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:49:42.256881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Attempting to bind port 1551e849-093d-495c-b847-563c4234e559 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:49:42.257490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Attempting to bind port 1551e849-093d-495c-b847-563c4234e559 on network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:49:42.266122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Pushing event updated for resources: {'Port': ['ID=983a9ff1-3342-45a1-9fcf-1e164b648e66,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:42.269737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:49:42.271160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Checking segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:49:42.271498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:42.272139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.272758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Bound using segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:49:42.273772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Bound port: 1551e849-093d-495c-b847-563c4234e559, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:49:42.274498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.336232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:49:42.337745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:49:42.340815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:49:42.412970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] For port 1551e849-093d-495c-b847-563c4234e559, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:49:42.416489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] For port 1551e849-093d-495c-b847-563c4234e559, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=1551e849-093d-495c-b847-563c4234e559,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:49:42.420868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.437984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97d21db7-c9f2-4226-a877-7b877f6076a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:42.508773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425653c-5fc5-478f-990a-aff8f366b749 req-3c530b41-9849-4b32-83e5-4fc5692ae2d4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:42.512681 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d425653c-5fc5-478f-990a-aff8f366b749 req-3c530b41-9849-4b32-83e5-4fc5692ae2d4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1460297 Nov 19 05:49:42.563659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.564722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:42.601373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Pushing event updated for resources: {'Port': ['ID=1551e849-093d-495c-b847-563c4234e559,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:42.606573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:42.623160 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d425653c-5fc5-478f-990a-aff8f366b749 req-498b21e8-9790-4ed4-ba1c-decae7da7f6b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042717 Nov 19 05:49:42.830795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d41b59-ed8d-4b48-b31c-dad3b711ec80 req-71ea41a7-62b9-45d4-a7cf-d938b0a2a3b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:42.832891 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8d41b59-ed8d-4b48-b31c-dad3b711ec80 req-71ea41a7-62b9-45d4-a7cf-d938b0a2a3b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0900259 Nov 19 05:49:42.863177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Router a83b354f-9bce-4a0c-ad87-24484f6267ce is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:49:42.884022 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8d41b59-ed8d-4b48-b31c-dad3b711ec80 req-2ad9b197-ddc7-4c7c-8522-fa6a33cbd078 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445786 Nov 19 05:49:43.296017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:49:43.309548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Sync routers for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:49:43.323147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:43.323974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:49:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:43.324853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:43.328932 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4373965 Nov 19 05:49:43.329347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53574) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:43.608884 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-47453c71-a5e0-4a4b-98d6-aa3cbdf5f52a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a&tenant_id=fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 1160 time: 0.1019561 Nov 19 05:49:43.680615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:43.932467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d36e6-4784-4736-9993-2eeebc7fb5a4 req-0dec82dc-9639-471f-9b1a-d36eb77547c7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:43.939742 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8e2d36e6-4784-4736-9993-2eeebc7fb5a4 req-0dec82dc-9639-471f-9b1a-d36eb77547c7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1670330 Nov 19 05:49:44.045892 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-6d3420ee-6fc5-44de-9204-d24139480131 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1160 time: 0.3397617 Nov 19 05:49:44.094340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:42Z', 'revision_number': 3, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:44.100927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Checking router: a83b354f-9bce-4a0c-ad87-24484f6267ce for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:49:44.101522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Updating router a83b354f-9bce-4a0c-ad87-24484f6267ce port 983a9ff1-3342-45a1-9fcf-1e164b648e66 binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:49:44.125550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 1551e849-093d-495c-b847-563c4234e559 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:44.186631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.265106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-64e91b2f-7b24-47db-990e-4932ebd7f630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:44.266703 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-64e91b2f-7b24-47db-990e-4932ebd7f630 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.2120481 Nov 19 05:49:44.333689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b376d-871f-4d3a-8c83-fc312389e2eb None None] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:49:44.429669 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8e2d36e6-4784-4736-9993-2eeebc7fb5a4 req-439e48d0-be9c-46a3-be42-226679c666cc tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888268 Nov 19 05:49:44.446145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-f1a553b7-1e99-4db5-8885-0d04903c6298 None None] Provisioning for port 1551e849-093d-495c-b847-563c4234e559 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:44.572850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d61d7-9282-4377-8ce9-ff8365aacb85 req-7eca2ed4-8b15-4df9-b6d5-5f481a0ed068 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:44.574670 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c9d61d7-9282-4377-8ce9-ff8365aacb85 req-7eca2ed4-8b15-4df9-b6d5-5f481a0ed068 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.3167791 Nov 19 05:49:44.592611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 1551e849-093d-495c-b847-563c4234e559 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:44.604517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 1551e849-093d-495c-b847-563c4234e559 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:44.604966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.622660 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-46bef7df-a43c-4bc1-8e1e-e3f26d4cdecd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 998 time: 0.2830405 Nov 19 05:49:44.732208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.746293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Transition to ACTIVE for port object 983a9ff1-3342-45a1-9fcf-1e164b648e66 will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:49:44.752249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.769825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:44.814995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.857517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 1551e849-093d-495c-b847-563c4234e559, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=1551e849-093d-495c-b847-563c4234e559,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:44.868967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:44.876474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:44.905853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Pushing event updated for resources: {'Port': ['ID=983a9ff1-3342-45a1-9fcf-1e164b648e66,revision_number=2']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:44.923818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-37c3b144-a681-4c1d-8f78-85f4832b0c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:44.925391 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-37c3b144-a681-4c1d-8f78-85f4832b0c78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.2946982 Nov 19 05:49:44.932676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.933150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.933605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.934053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.934497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.934960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.935442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.935903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.936370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.936823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.937275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.937725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.938401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.938812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.939261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.939727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.940268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.940715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.941168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.941613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.942078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.942526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.942974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.943476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:44.950152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:44.968621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=1551e849-093d-495c-b847-563c4234e559,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:44.980675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:44.996578 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6c9d61d7-9282-4377-8ce9-ff8365aacb85 req-09d59f63-4bfc-44d9-bbfd-721cd4cbdeb7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103150 Nov 19 05:49:45.004885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Attempting to bind port 983a9ff1-3342-45a1-9fcf-1e164b648e66 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:49:45.005404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Attempting to bind port 983a9ff1-3342-45a1-9fcf-1e164b648e66 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:49:45.006161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Attempting to bind port 983a9ff1-3342-45a1-9fcf-1e164b648e66 on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:49:45.015045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:49:45.015657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:49:45.016168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.016714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:49:45.017308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Bound port: 983a9ff1-3342-45a1-9fcf-1e164b648e66, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:49:45.017982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.093322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-addee31b-06e8-496b-ae45-207cacc4de6e None None] Provisioning complete for port 1551e849-093d-495c-b847-563c4234e559 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:45.093736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-addee31b-06e8-496b-ae45-207cacc4de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.100858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] For port 983a9ff1-3342-45a1-9fcf-1e164b648e66, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:49:45.104595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] For port 983a9ff1-3342-45a1-9fcf-1e164b648e66, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=983a9ff1-3342-45a1-9fcf-1e164b648e66,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:49:45.110454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.123032 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-47b1f186-9ee3-43c3-acc1-1987ee8fe1a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842456 Nov 19 05:49:45.127514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c8ef2f7e-2c9f-4574-a7ee-0b85d5d6da3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:45.278019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Pushing event updated for resources: {'Port': ['ID=983a9ff1-3342-45a1-9fcf-1e164b648e66,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:45.292511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b38d92a2-d995-48d9-b61b-5e372455b0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:45.345778 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-cbe7060e-084d-4208-bcd9-f3cda7c91ff7 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130375 Nov 19 05:49:45.352010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b734e14f-2d4e-4768-9a53-30269d99d1a3 None None] Provisioning complete for port 1551e849-093d-495c-b847-563c4234e559 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:45.352849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b734e14f-2d4e-4768-9a53-30269d99d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.355874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:45.356593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:49:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:45.482907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.551804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:45.620649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b3df010c-b389-400f-97e5-7d28a478ab19 None None] Provisioning complete for port 1551e849-093d-495c-b847-563c4234e559 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:45.620944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b3df010c-b389-400f-97e5-7d28a478ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:45.723810 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e4b8875-34c6-4cae-9a1d-1e9c7ca4fea5 req-db2696d9-29f6-4b5e-a53f-8663a53844c9 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3693922 Nov 19 05:49:45.874205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b97ab-58f4-49ca-bc14-c88eb8dd2b3d req-504a3f9c-5123-406c-81ba-30a38ff9399f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:45.875859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-033b97ab-58f4-49ca-bc14-c88eb8dd2b3d req-504a3f9c-5123-406c-81ba-30a38ff9399f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2822254 Nov 19 05:49:45.898531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:42Z', 'revision_number': 3, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:45.903708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcd599-039f-48cf-94b2-7e7a2b3f74c8 None None] The sync data for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi is: [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:42Z', 'revision_number': 3, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:49:45.958481 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-033b97ab-58f4-49ca-bc14-c88eb8dd2b3d req-8819e5a4-7ad0-4e44-83f1-4d75521466a8 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759506 Nov 19 05:49:46.068814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 1551e849-093d-495c-b847-563c4234e559 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:46.109812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Allocated IP 172.20.0.1 (bc8bb8b4-9348-49a4-a497-39b2ec567ce7/2e228cdd-1907-4427-8c8c-0064eb93dbdb/a38442a5-e2eb-4d6d-9715-fb36ea1e038b) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:49:46.167405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 1551e849-093d-495c-b847-563c4234e559 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:46.168181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.377432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4744090-7918-4419-b3e1-545b558459bd req-4b629f63-3041-4f5a-9ac8-f466cf71eb61 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:46.379065 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d4744090-7918-4419-b3e1-545b558459bd req-4b629f63-3041-4f5a-9ac8-f466cf71eb61 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1741035 Nov 19 05:49:46.396683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.447091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Transition to ACTIVE for port object a38442a5-e2eb-4d6d-9715-fb36ea1e038b will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:49:46.458757 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d4744090-7918-4419-b3e1-545b558459bd req-31a87988-0221-435f-b0ad-7dfa646275d2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661740 Nov 19 05:49:46.484108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.504318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:46.508589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.716083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:49:46.724479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:49:46.729004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:49:46.807877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:46.819852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:46.831105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:46.966230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:47.008282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-76dbf07e-4470-4846-a4ec-0f8812699016 None None] Provisioning for port a38442a5-e2eb-4d6d-9715-fb36ea1e038b completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:47.014421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-76dbf07e-4470-4846-a4ec-0f8812699016 None None] Provisioning complete for port a38442a5-e2eb-4d6d-9715-fb36ea1e038b triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:47.015446 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-76dbf07e-4470-4846-a4ec-0f8812699016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:47.150887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-76dbf07e-4470-4846-a4ec-0f8812699016 None None] Port a38442a5-e2eb-4d6d-9715-fb36ea1e038b cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:49:47.458850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:47.465978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:47.468036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:49:47.501753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:47.563645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7efa-bd25-42e8-a4c2-65a4343f7dec req-84fc04fe-5f8a-423c-9003-72793303a4f6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:47.565613 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ac0c7efa-bd25-42e8-a4c2-65a4343f7dec req-84fc04fe-5f8a-423c-9003-72793303a4f6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.4377754 Nov 19 05:49:47.681797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:47.719115 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ac0c7efa-bd25-42e8-a4c2-65a4343f7dec req-6c81ae97-ce60-48fb-bdd4-c03d3800c03f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268861 Nov 19 05:49:47.721272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:47.789294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:48.050213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 983a9ff1-3342-45a1-9fcf-1e164b648e66 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:48.138169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 983a9ff1-3342-45a1-9fcf-1e164b648e66 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:48.144909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 983a9ff1-3342-45a1-9fcf-1e164b648e66 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:48.145547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.147987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9918399-7f41-4223-a28c-3474be5491f7 req-1c165346-8834-4740-a4e7-f9c64cb663d1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:48.149791 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9918399-7f41-4223-a28c-3474be5491f7 req-1c165346-8834-4740-a4e7-f9c64cb663d1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.4471326 Nov 19 05:49:48.185148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:49:48.188249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:49:48.292676 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9918399-7f41-4223-a28c-3474be5491f7 req-c10b7eea-82c3-49bc-966a-94e3e6f0a02e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350877 Nov 19 05:49:48.325373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.357548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 983a9ff1-3342-45a1-9fcf-1e164b648e66, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=983a9ff1-3342-45a1-9fcf-1e164b648e66,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:48.377402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.379863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:48.475406 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=983a9ff1-3342-45a1-9fcf-1e164b648e66,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:48.479226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:48.590817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-52cfa713-47c4-484a-97f7-107462ce4b9f None None] Provisioning complete for port a38442a5-e2eb-4d6d-9715-fb36ea1e038b triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:48.591224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-52cfa713-47c4-484a-97f7-107462ce4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:48.649060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-52cfa713-47c4-484a-97f7-107462ce4b9f None None] Port a38442a5-e2eb-4d6d-9715-fb36ea1e038b cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:49:48.663585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Router a83b354f-9bce-4a0c-ad87-24484f6267ce has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:49:48.904010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:49:48.955637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Sync routers for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:49:48.969379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:48.970292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:49:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:48.980071 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] 10.222.0.17 "PUT /v2.0/routers/a83b354f-9bce-4a0c-ad87-24484f6267ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6494610 Nov 19 05:49:49.013498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff011458-1590-416d-8e49-b2266cbb2b4c req-ef50d473-b31a-49a4-8428-13374c0e0f0f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:49.015342 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff011458-1590-416d-8e49-b2266cbb2b4c req-ef50d473-b31a-49a4-8428-13374c0e0f0f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1035681 Nov 19 05:49:49.075200 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff011458-1590-416d-8e49-b2266cbb2b4c req-df8d270b-cf25-4e2c-a8b6-74fafcca9e17 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527794 Nov 19 05:49:49.263238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:49.659735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:47Z', 'revision_number': 2, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:49.664405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Checking router: a83b354f-9bce-4a0c-ad87-24484f6267ce for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:49:49.664909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Updating router a83b354f-9bce-4a0c-ad87-24484f6267ce port a38442a5-e2eb-4d6d-9715-fb36ea1e038b binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:49:49.673850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e0fa5-59d5-4ba5-90b4-acc020fe2b9b req-6818806d-43a2-4737-b0ed-0ac32b3a721b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:49.675546 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-753e0fa5-59d5-4ba5-90b4-acc020fe2b9b req-6818806d-43a2-4737-b0ed-0ac32b3a721b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0864999 Nov 19 05:49:49.747881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:49.804393 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-753e0fa5-59d5-4ba5-90b4-acc020fe2b9b req-147d33dc-de43-4741-a0d2-c7b01c368122 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217685 Nov 19 05:49:50.021727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 983a9ff1-3342-45a1-9fcf-1e164b648e66 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:50.179372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1337501795', 'description': 'tempest-TestShelveInstance-1337501795 description'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:50.186389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:50.197814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Usage tracker for resource:security_group and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:50.208266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:50.218649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:50.230502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.270929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 983a9ff1-3342-45a1-9fcf-1e164b648e66 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:50.271387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.320303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:50.324764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Usage tracker for resource:security_group_rule and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:50.327948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:50.335110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:50.396481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.402516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.409368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b66f3da2-26eb-4619-b4ab-cacb8acca71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:50.467561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event updated for resources: {'SecurityGroup': ['ID=4435d643-9656-4dde-9345-dd1181fe9842,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:50.471872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.473266 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7fa0fcf-655a-4ee5-a07c-e1333b0dec3c req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.2986529 Nov 19 05:49:50.474164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:50.496294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7838c3-39cc-42fe-9ba5-c15be6f441f4 req-c97a905f-00c8-42ba-84b7-a1e17d31ee83 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:50.498022 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3e7838c3-39cc-42fe-9ba5-c15be6f441f4 req-c97a905f-00c8-42ba-84b7-a1e17d31ee83 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2458360 Nov 19 05:49:50.620690 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3e7838c3-39cc-42fe-9ba5-c15be6f441f4 req-2f7ce2cb-2f61-480b-a6d6-7100995909c4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164610 Nov 19 05:49:50.636196 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52701d71-ef32-4c88-858f-d105ed607550 req-c94db494-faa8-44ce-b00a-ce3c242570c1 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups/4435d643-9656-4dde-9345-dd1181fe9842 HTTP/1.1" status: 200 len: 1636 time: 0.0888119 Nov 19 05:49:50.641540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4435d643-9656-4dde-9345-dd1181fe9842', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:50.642189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4435d643-9656-4dde-9345-dd1181fe9842', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:50.660971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:50.664114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Usage tracker for resource:security_group_rule and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:50.668060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:50.675892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:50.806755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.827580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.830283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Transition to ACTIVE for port object a38442a5-e2eb-4d6d-9715-fb36ea1e038b will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:49:50.837193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.853486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:50.863841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.868832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.871189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:50.902873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:50.913496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-52701d71-ef32-4c88-858f-d105ed607550 req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2706039 Nov 19 05:49:50.913496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90998b9-aa1e-4cc5-a725-1fbf5e1f45ca,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:50.913496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:51.012714 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-8b8d02cf-eaec-4ce3-8639-d4d43e203eca tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups/4435d643-9656-4dde-9345-dd1181fe9842 HTTP/1.1" status: 200 len: 2139 time: 0.0742009 Nov 19 05:49:51.088186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4435d643-9656-4dde-9345-dd1181fe9842', 'remote_group_id': None}]} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:51.088742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4435d643-9656-4dde-9345-dd1181fe9842', 'remote_group_id': None}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:49:51.103258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:51.108475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Usage tracker for resource:security_group_rule and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:51.111852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:51.119076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:51.132497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915740e-caff-4c86-8e1b-bd65a8d1d0de None None] Pushing event updated for resources: {'Port': ['ID=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:51.143117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3915740e-caff-4c86-8e1b-bd65a8d1d0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:51.216684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Attempting to bind port a38442a5-e2eb-4d6d-9715-fb36ea1e038b on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:49:51.217123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Attempting to bind port a38442a5-e2eb-4d6d-9715-fb36ea1e038b by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:49:51.217560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Attempting to bind port a38442a5-e2eb-4d6d-9715-fb36ea1e038b on network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:49:51.234788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:49:51.235640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Checking segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:49:51.236250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.237083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Bound using segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:49:51.237932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Bound port: a38442a5-e2eb-4d6d-9715-fb36ea1e038b, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:49:51.238794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.268902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.292705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac1ff-93d8-4031-8673-286b29d8d904 req-e8cf1ad2-4437-4840-ac7a-b5a23cb57821 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:51.294483 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e80ac1ff-93d8-4031-8673-286b29d8d904 req-e8cf1ad2-4437-4840-ac7a-b5a23cb57821 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.2850943 Nov 19 05:49:51.348832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9159fab4-5717-4815-803e-59a98c5e163e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.374924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] For port a38442a5-e2eb-4d6d-9715-fb36ea1e038b, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:49:51.382857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] For port a38442a5-e2eb-4d6d-9715-fb36ea1e038b, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:49:51.394205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.402152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.403108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.420636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:51.426633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8af35864-92cf-4a5b-a5be-7c2fe78e8942 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:51.439998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:51.441251 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-63803b4c-3922-4fb7-a2cf-30666c8b94a2 req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.3818741 Nov 19 05:49:51.443950 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e80ac1ff-93d8-4031-8673-286b29d8d904 req-492e7ff9-d5cd-4b16-bbd0-4325c979a071 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298134 Nov 19 05:49:51.446228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ba79cb-1022-4d42-bcea-355f06129ec3,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:51.456906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e6d5837b-6c43-4b6b-a475-505433fe85ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:51.619696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915740e-caff-4c86-8e1b-bd65a8d1d0de None None] Pushing event updated for resources: {'Port': ['ID=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:51.632970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3915740e-caff-4c86-8e1b-bd65a8d1d0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:51.682404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:49:51.682858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:49:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:51.934260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:49:52.006566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0a11d-a358-4095-9bd7-2976fd5ad162 req-738157b8-f6a5-4a9d-bbaf-55b5dfe202ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:52.010634 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-acf0a11d-a358-4095-9bd7-2976fd5ad162 req-738157b8-f6a5-4a9d-bbaf-55b5dfe202ca tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2165499 Nov 19 05:49:52.069481 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-acf0a11d-a358-4095-9bd7-2976fd5ad162 req-88419bcf-6b61-4867-bd67-e584732fb606 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528808 Nov 19 05:49:52.381330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:51Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:49:52.389334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392421c6-238d-42dd-8b3a-1a96d0944dc3 None None] The sync data for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi is: [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:51Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:49:52.772198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41ab8-99f5-452c-85a9-9d08d2a513e1 req-e98fd911-f888-4296-9938-7fffb2a3bde3 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:52.774645 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bff41ab8-99f5-452c-85a9-9d08d2a513e1 req-e98fd911-f888-4296-9938-7fffb2a3bde3 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0935059 Nov 19 05:49:52.858773 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bff41ab8-99f5-452c-85a9-9d08d2a513e1 req-1113f21e-b11e-4f21-acd2-bf3b114438b2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760872 Nov 19 05:49:53.049214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53768) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:53.231175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.357425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:53.365012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Usage tracker for resource:security_group_rule and tenant:61625b48a4874a92ad9527cdd2437d87 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:53.376379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:53.384696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:53.398338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd0aa-83ba-46f5-b7e9-ecbf164b460a req-2437edaa-ada3-4f9b-ad8b-22b113e8c1a1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:53.400033 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1facd0aa-83ba-46f5-b7e9-ecbf164b460a req-2437edaa-ada3-4f9b-ad8b-22b113e8c1a1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1526237 Nov 19 05:49:53.475951 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1facd0aa-83ba-46f5-b7e9-ecbf164b460a req-22b8013a-fa9e-42aa-91a9-28a8d44c625e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Nov 19 05:49:53.513071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.516784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.524537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:53.567776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b39e0-d797-47b1-9d48-493315d254cc,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:53.571619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:53.574499 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=61625b48a4874a92ad9527cdd2437d87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5244098 Nov 19 05:49:53.577510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53778) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:53.644618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.672298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.723492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.727682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd4bbc63-abf5-471f-9192-69544d7f634f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:53.741855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b39e0-d797-47b1-9d48-493315d254cc,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:53.745030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:53.746976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:53.749732 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/266b39e0-d797-47b1-9d48-493315d254cc HTTP/1.1" status: 204 len: 168 time: 0.1711664 Nov 19 05:49:53.988958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6321-fae1-47b1-9685-b825bf9332ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.057492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a38442a5-e2eb-4d6d-9715-fb36ea1e038b up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:54.130049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb68e2-1983-4da7-bc4a-b4677123be6f req-61872393-0557-4f3e-887f-5892bb007c37 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:54.131951 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-44fb68e2-1983-4da7-bc4a-b4677123be6f req-61872393-0557-4f3e-887f-5892bb007c37 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1035459 Nov 19 05:49:54.134916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port a38442a5-e2eb-4d6d-9715-fb36ea1e038b completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:49:54.142137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port a38442a5-e2eb-4d6d-9715-fb36ea1e038b triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:54.142554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.237301 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-44fb68e2-1983-4da7-bc4a-b4677123be6f req-9ff03181-af97-434c-bea6-fbad07f3f3ab tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983846 Nov 19 05:49:54.262174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53788) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:54.297268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.335008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:54.336236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.339678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Usage tracker for resource:security_group_rule and tenant:e7c6409c57de404f8f6ff752bc0324a1 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:54.342623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:54.348541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:54.382331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port a38442a5-e2eb-4d6d-9715-fb36ea1e038b, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:49:54.383853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.385089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.386843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:54.424986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.429545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.437644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3dec0305-2fff-45bf-9b3b-97eeb053188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:54.457939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:54.461751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:54.479917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab34e68-6dcc-4452-bd92-6b9c17bf3175,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:54.483561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:54.486222 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3d1511eb-469d-4057-a524-90a5831c710d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e7c6409c57de404f8f6ff752bc0324a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2226782 Nov 19 05:49:54.489102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53792) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:54.558002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.604416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.748058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7f47e-c4ab-4049-8c0e-803af811ac23 req-8dadd4ee-1f6a-49e5-9398-f284d640069c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:54.755545 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15a7f47e-c4ab-4049-8c0e-803af811ac23 req-8dadd4ee-1f6a-49e5-9398-f284d640069c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1347094 Nov 19 05:49:54.772405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.779742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2098e510-59ae-4d2d-9e5c-dd7b9925fcb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:54.797503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab34e68-6dcc-4452-bd92-6b9c17bf3175,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:54.800196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:54.812951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:54.814172 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5ab34e68-6dcc-4452-bd92-6b9c17bf3175 HTTP/1.1" status: 204 len: 168 time: 0.3241255 Nov 19 05:49:54.828168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15a7f47e-c4ab-4049-8c0e-803af811ac23 req-f4859d09-1dee-4620-b2e3-5b2e48998045 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 Nov 19 05:49:55.320803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.351057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 53806) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:55.371604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.452661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:49:55.459111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:59a839b58ce64332b480e7c2f5176529 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:49:55.462971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:49:55.472060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:49:55.537605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9ee50-6d0a-49b8-a3ef-d084cac68238 req-f64e4ca4-d58b-4989-b741-7219d6a0d400 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:55.540099 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-73d9ee50-6d0a-49b8-a3ef-d084cac68238 req-f64e4ca4-d58b-4989-b741-7219d6a0d400 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1405950 Nov 19 05:49:55.614949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.619800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.629036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4e71a93b-a748-4124-babf-a07f5464b307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:55.643823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-73d9ee50-6d0a-49b8-a3ef-d084cac68238 req-1f5cb5b6-4bc2-45f4-8c28-458ab55f132b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964251 Nov 19 05:49:55.688723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1748c2-7789-4e22-a3f0-a1ded345fedb,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:55.709118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:55.712453 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c32016c5-98f3-486d-bf70-4127668efcc1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=59a839b58ce64332b480e7c2f5176529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3601687 Nov 19 05:49:55.715520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 53812) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:49:55.772689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.835350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.864797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.913942 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.919627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-de3eb8ef-3774-4613-9cca-82a4dfac6033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:49:55.933164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1748c2-7789-4e22-a3f0-a1ded345fedb,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:49:55.939523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:55.940787 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1e1748c2-7789-4e22-a3f0-a1ded345fedb HTTP/1.1" status: 204 len: 168 time: 0.2242968 Nov 19 05:49:55.947573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.947983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.948382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.948977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.949108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.949501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.949923 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.950296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.950677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.951058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.951492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.951865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.952341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.952724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.953083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.953424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.953815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.954184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.954573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.954947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.955356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.955768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.956132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.956493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:49:55.960634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:49:56.073401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceb37f-c4bd-49d7-84f0-b70e8f7bd3f7 req-ed4044e6-a476-45d0-9f96-6f5456db8a54 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:56.081634 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-48ceb37f-c4bd-49d7-84f0-b70e8f7bd3f7 req-ed4044e6-a476-45d0-9f96-6f5456db8a54 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1191370 Nov 19 05:49:56.083443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a38442a5-e2eb-4d6d-9715-fb36ea1e038b up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:49:56.131632 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-48ceb37f-c4bd-49d7-84f0-b70e8f7bd3f7 req-a40528de-610a-473c-a144-9f215668d287 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Nov 19 05:49:56.178085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port a38442a5-e2eb-4d6d-9715-fb36ea1e038b triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:49:56.178510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:49:56.946205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bf921-831e-4822-b737-7220256f5d54 req-d5c2f75a-a0e4-4051-865e-a14b022d6c3b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:56.947958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb8bf921-831e-4822-b737-7220256f5d54 req-d5c2f75a-a0e4-4051-865e-a14b022d6c3b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0967696 Nov 19 05:49:57.000179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb8bf921-831e-4822-b737-7220256f5d54 req-8cb263b2-1e33-4098-86ca-d4e72ec7e607 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444276 Nov 19 05:49:57.385644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4caa-4126-4cdc-8561-cf42672f9dd5 req-c20f16d7-ee25-4553-86f3-5ed1d3abe579 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:57.387348 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0fea4caa-4126-4cdc-8561-cf42672f9dd5 req-c20f16d7-ee25-4553-86f3-5ed1d3abe579 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0912185 Nov 19 05:49:57.437597 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0fea4caa-4126-4cdc-8561-cf42672f9dd5 req-8aedadbc-ad8a-48b4-b3e7-e598430b6ffe tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Nov 19 05:49:58.240137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb280b16-bdd8-45b2-a44c-2c0fc91bae47 req-eb829523-fd99-43d8-b227-c5443c6e2bb8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:58.241807 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fb280b16-bdd8-45b2-a44c-2c0fc91bae47 req-eb829523-fd99-43d8-b227-c5443c6e2bb8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0896676 Nov 19 05:49:58.301491 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fb280b16-bdd8-45b2-a44c-2c0fc91bae47 req-430cccf8-57e4-46b1-84fc-0eb6bf5db81a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532367 Nov 19 05:49:58.674608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d042b7-9d0d-4bdf-ab73-c9ce26ed088f req-a06893e9-be1f-46e4-ae83-db6ecd8da8de tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:58.676661 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-16d042b7-9d0d-4bdf-ab73-c9ce26ed088f req-a06893e9-be1f-46e4-ae83-db6ecd8da8de tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0911677 Nov 19 05:49:58.730133 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-16d042b7-9d0d-4bdf-ab73-c9ce26ed088f req-680f190e-7679-4796-8100-36991605558c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Nov 19 05:49:59.559030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088d85-bf54-4531-b04c-14cc6445beaa req-e3e755f6-391a-41cd-9922-15ec8ee974f5 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:59.560670 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-24088d85-bf54-4531-b04c-14cc6445beaa req-e3e755f6-391a-41cd-9922-15ec8ee974f5 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1071777 Nov 19 05:49:59.613387 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-24088d85-bf54-4531-b04c-14cc6445beaa req-738b8af1-cfa7-4cfb-920a-e71a77d69041 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440702 Nov 19 05:49:59.956149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19430fc3-698c-482c-89d7-b235587339f2 req-312ccca4-0fac-4eca-8d44-f8e978ba6be7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:49:59.957743 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-19430fc3-698c-482c-89d7-b235587339f2 req-312ccca4-0fac-4eca-8d44-f8e978ba6be7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0854876 Nov 19 05:50:00.009749 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-19430fc3-698c-482c-89d7-b235587339f2 req-d1657054-2bc0-44f1-b5bd-5f5d115e8431 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Nov 19 05:50:01.077665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff913d-b7a7-4809-bd51-c17b210eaa12 req-84f9e4a2-d347-4f1a-b5c8-7869a8397780 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:01.079282 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7fff913d-b7a7-4809-bd51-c17b210eaa12 req-84f9e4a2-d347-4f1a-b5c8-7869a8397780 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.3032827 Nov 19 05:50:01.130725 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7fff913d-b7a7-4809-bd51-c17b210eaa12 req-d63b7fb3-fae7-413e-ab93-69338b9cc87a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Nov 19 05:50:01.251182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2c2f-e469-4563-8ada-4878de768095 req-43029862-89dd-4117-a02a-2fe4a2bfcb43 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:01.252839 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-677f2c2f-e469-4563-8ada-4878de768095 req-43029862-89dd-4117-a02a-2fe4a2bfcb43 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1061440 Nov 19 05:50:01.316342 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-677f2c2f-e469-4563-8ada-4878de768095 req-75952277-08d1-4013-8a91-af62b5c0863a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Nov 19 05:50:02.383460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bd7e8-1657-4184-95a0-ca14881c68cc req-b25f0d51-adf8-46ad-9676-b54462710170 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:02.385353 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-611bd7e8-1657-4184-95a0-ca14881c68cc req-b25f0d51-adf8-46ad-9676-b54462710170 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1033287 Nov 19 05:50:02.471564 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-611bd7e8-1657-4184-95a0-ca14881c68cc req-b90f3059-6753-4f55-a01a-aab21b68c834 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734689 Nov 19 05:50:02.576977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a98c-73c7-46c3-8834-2de5e85ed674 req-3ba1e082-1fce-423c-b4b6-f3fc9cfdb32f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:02.578582 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed55a98c-73c7-46c3-8834-2de5e85ed674 req-3ba1e082-1fce-423c-b4b6-f3fc9cfdb32f tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0875728 Nov 19 05:50:02.632046 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed55a98c-73c7-46c3-8834-2de5e85ed674 req-60529d2f-f057-45e5-bd71-6a88f9351e7b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Nov 19 05:50:03.753097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce4b9-cc94-4dc5-a2b5-2bfe50f89d7c req-84bbd274-95c6-4c14-913f-bfe09530c738 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:03.754680 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9ffce4b9-cc94-4dc5-a2b5-2bfe50f89d7c req-84bbd274-95c6-4c14-913f-bfe09530c738 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1016951 Nov 19 05:50:03.861500 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9ffce4b9-cc94-4dc5-a2b5-2bfe50f89d7c req-77ecd6b4-b9fd-4df5-b533-00a765cda6fd tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000726 Nov 19 05:50:03.893881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e56a-52ec-4e4d-b3d5-43593733e465 req-1274d798-7c90-4404-9a33-be0c5ccca383 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:03.895627 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0c6e56a-52ec-4e4d-b3d5-43593733e465 req-1274d798-7c90-4404-9a33-be0c5ccca383 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1058879 Nov 19 05:50:03.950711 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0c6e56a-52ec-4e4d-b3d5-43593733e465 req-e28bcd41-5577-4a5f-b5b5-2a7f71d120e6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483954 Nov 19 05:50:05.175496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c605ba-069b-46e7-81f2-3490d67d5b53 req-a615b1c3-e06a-41f6-a1b7-80e8bc664bf0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:05.177177 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-12c605ba-069b-46e7-81f2-3490d67d5b53 req-a615b1c3-e06a-41f6-a1b7-80e8bc664bf0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1426654 Nov 19 05:50:05.222891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f372-6a93-40bb-81f2-cd2835964dae req-61ae7bf8-7009-459c-a11e-76515f3bfa82 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:05.224515 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5518f372-6a93-40bb-81f2-cd2835964dae req-61ae7bf8-7009-459c-a11e-76515f3bfa82 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1347117 Nov 19 05:50:05.274806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-12c605ba-069b-46e7-81f2-3490d67d5b53 req-1254c1e5-091c-4d9c-ba3f-e1b5a82a3e12 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867698 Nov 19 05:50:05.288440 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5518f372-6a93-40bb-81f2-cd2835964dae req-3e9d72c0-b92d-4546-bdb9-f0f5e80b7162 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554042 Nov 19 05:50:06.589968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d74460-3bdf-423c-b18a-ddfa75bb0957 req-86691675-b088-414c-b1c7-7ab685dfe24e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:06.591542 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-34d74460-3bdf-423c-b18a-ddfa75bb0957 req-86691675-b088-414c-b1c7-7ab685dfe24e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1635706 Nov 19 05:50:06.597533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6371f-9311-44a1-98f9-b02662fcc52b req-967bed5c-6c07-40dd-89c9-2d038fd64b06 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:06.599002 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-18a6371f-9311-44a1-98f9-b02662fcc52b req-967bed5c-6c07-40dd-89c9-2d038fd64b06 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1731036 Nov 19 05:50:06.677236 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-34d74460-3bdf-423c-b18a-ddfa75bb0957 req-e518190d-9d66-49cb-8341-a691ff475a67 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770924 Nov 19 05:50:06.681189 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-18a6371f-9311-44a1-98f9-b02662fcc52b req-a9afd358-9692-4b1f-ba6e-d836fde76aca tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651600 Nov 19 05:50:07.968627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1d386-2ac8-444e-9d1c-e1822e6f7781 req-dd6e244c-752a-4ebc-be5c-c708e3cb1cfb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:07.970221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eed1d386-2ac8-444e-9d1c-e1822e6f7781 req-dd6e244c-752a-4ebc-be5c-c708e3cb1cfb tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1527336 Nov 19 05:50:07.976353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc8f79-3188-4c24-abdb-0950277463f8 req-90f7df94-a78b-4934-b1f6-f7a86c44e0d4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:07.977900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64fc8f79-3188-4c24-abdb-0950277463f8 req-90f7df94-a78b-4934-b1f6-f7a86c44e0d4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1172948 Nov 19 05:50:08.062325 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64fc8f79-3188-4c24-abdb-0950277463f8 req-000f39d5-433f-407b-bcc8-32fd2df6984b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679786 Nov 19 05:50:08.064643 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eed1d386-2ac8-444e-9d1c-e1822e6f7781 req-7a33c9fc-d58e-40b3-8f82-394c55696e67 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857539 Nov 19 05:50:09.320660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a50b0-31c1-4c83-8560-8ac53671c43f req-5b75d378-7a27-46fc-afee-14044f42ae06 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:09.322508 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b02a50b0-31c1-4c83-8560-8ac53671c43f req-5b75d378-7a27-46fc-afee-14044f42ae06 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.0895214 Nov 19 05:50:09.428050 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b02a50b0-31c1-4c83-8560-8ac53671c43f req-db162404-56eb-46f2-b1b5-394c9b0fce2d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988948 Nov 19 05:50:09.457414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cbab9-d13b-4be6-89f3-41dcaa88e16e req-8e5ce250-b4b1-44ff-be27-2f46b431a89a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:09.459003 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4d9cbab9-d13b-4be6-89f3-41dcaa88e16e req-8e5ce250-b4b1-44ff-be27-2f46b431a89a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1150503 Nov 19 05:50:09.510964 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4d9cbab9-d13b-4be6-89f3-41dcaa88e16e req-a0a3e7f4-60db-4907-a8b1-b7ce571d4653 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Nov 19 05:50:10.742138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c484c-c9fa-4275-84ba-749ab3388027 req-bfd797f7-8190-4ee2-8c64-d6bd9dbb7499 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:10.744112 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-480c484c-c9fa-4275-84ba-749ab3388027 req-bfd797f7-8190-4ee2-8c64-d6bd9dbb7499 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0900362 Nov 19 05:50:10.796235 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-480c484c-c9fa-4275-84ba-749ab3388027 req-fd6000d8-6e3d-4e36-af4b-4e04a27de0dd tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Nov 19 05:50:10.891221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7c205-5cb1-43c0-b0eb-18d5955b5e35 req-b83953ce-090d-42bd-949e-171f4207af13 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:10.892900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-74f7c205-5cb1-43c0-b0eb-18d5955b5e35 req-b83953ce-090d-42bd-949e-171f4207af13 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.3106222 Nov 19 05:50:10.942825 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-74f7c205-5cb1-43c0-b0eb-18d5955b5e35 req-15964464-567a-40fa-b62e-f1f8d3449c00 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Nov 19 05:50:12.103345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461019f-810d-4beb-962b-e2fea3802b38 req-dc657730-999f-4872-9441-7cd3975e6389 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:12.104949 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3461019f-810d-4beb-962b-e2fea3802b38 req-dc657730-999f-4872-9441-7cd3975e6389 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1765642 Nov 19 05:50:12.205749 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3461019f-810d-4beb-962b-e2fea3802b38 req-7f04f3a9-4d54-4c3b-9efc-51902d72dbbc tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583208 Nov 19 05:50:12.229085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d11ae-637e-4d87-b403-ad1cdc7d4317 req-677791dc-af36-4da1-ad6d-30668f93d20a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:12.230619 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d19d11ae-637e-4d87-b403-ad1cdc7d4317 req-677791dc-af36-4da1-ad6d-30668f93d20a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1247447 Nov 19 05:50:12.280951 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d19d11ae-637e-4d87-b403-ad1cdc7d4317 req-f152e8fd-e88d-4b1f-869e-62590b3d34fb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Nov 19 05:50:13.438687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d78f2-4f3a-4b3f-bbdc-36519e569f8e req-b6d18fac-682e-4e58-b049-f598f6b728b5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:13.440499 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e8d78f2-4f3a-4b3f-bbdc-36519e569f8e req-b6d18fac-682e-4e58-b049-f598f6b728b5 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0893722 Nov 19 05:50:13.535842 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9e8d78f2-4f3a-4b3f-bbdc-36519e569f8e req-919e0b4a-21e7-4ba4-8145-6ba8c8aae5e4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603144 Nov 19 05:50:13.565777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f99cd-2f8b-4d43-b106-a774b9e1aec8 req-3e78cb17-4c0e-4028-979a-e67af4889944 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:13.567361 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dd2f99cd-2f8b-4d43-b106-a774b9e1aec8 req-3e78cb17-4c0e-4028-979a-e67af4889944 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1257286 Nov 19 05:50:13.617178 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dd2f99cd-2f8b-4d43-b106-a774b9e1aec8 req-1864f572-b62d-4363-82d6-025ca96e2524 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433185 Nov 19 05:50:14.762204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4413c7-a48a-43ea-a059-68bfe2db11a0 req-ca8c0d2b-026a-4515-8300-a777ba2e8501 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:14.763989 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa4413c7-a48a-43ea-a059-68bfe2db11a0 req-ca8c0d2b-026a-4515-8300-a777ba2e8501 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0961258 Nov 19 05:50:14.863396 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa4413c7-a48a-43ea-a059-68bfe2db11a0 req-9d1d7640-fe05-408a-abd5-8e9a1d0c28e1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Nov 19 05:50:14.890163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce7908-40a7-4be4-899c-fafbda9c6224 req-d46ad11b-7c55-4270-9d04-8b56bdf5c214 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:14.891840 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2ce7908-40a7-4be4-899c-fafbda9c6224 req-d46ad11b-7c55-4270-9d04-8b56bdf5c214 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1231897 Nov 19 05:50:14.948704 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2ce7908-40a7-4be4-899c-fafbda9c6224 req-482a5977-18d2-4723-8c2b-572b98927f60 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504947 Nov 19 05:50:16.082496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301a35-79bd-4341-9246-3349eaabe434 req-50b838c4-78e4-44a0-ab82-80608f373350 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:16.084146 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-69301a35-79bd-4341-9246-3349eaabe434 req-50b838c4-78e4-44a0-ab82-80608f373350 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0863812 Nov 19 05:50:16.186826 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-69301a35-79bd-4341-9246-3349eaabe434 req-83365a5b-d724-4115-b3a2-d236a80aaf5b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953581 Nov 19 05:50:16.219266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fa5a8-23d0-425f-9522-a085b3f76708 req-62445d1e-5978-45c3-a274-cef9439f88ba tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:16.220852 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-020fa5a8-23d0-425f-9522-a085b3f76708 req-62445d1e-5978-45c3-a274-cef9439f88ba tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1125245 Nov 19 05:50:16.271066 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-020fa5a8-23d0-425f-9522-a085b3f76708 req-4b4feb8a-11e2-4948-a950-f860657a5688 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 Nov 19 05:50:16.528676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:17.420186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ab7f9-b7a7-4aa0-b3b0-39c247ae62c1 req-422b8cb9-6b2d-466b-8b9d-de9337988861 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:17.421955 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661ab7f9-b7a7-4aa0-b3b0-39c247ae62c1 req-422b8cb9-6b2d-466b-8b9d-de9337988861 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0889552 Nov 19 05:50:17.537344 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661ab7f9-b7a7-4aa0-b3b0-39c247ae62c1 req-468170d2-3251-491e-9b4c-2e712cffe145 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747783 Nov 19 05:50:17.560279 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be5d20-3301-45be-b241-8a67d875f454 req-a39636f6-86f7-4db1-8047-dfc69c69efd1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:17.561972 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25be5d20-3301-45be-b241-8a67d875f454 req-a39636f6-86f7-4db1-8047-dfc69c69efd1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1353989 Nov 19 05:50:17.613100 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25be5d20-3301-45be-b241-8a67d875f454 req-bfb5bfdc-dbfe-4b2d-ae5d-5076d8aafd8a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444922 Nov 19 05:50:18.758118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc216ac-6d7e-4519-bc6f-3a42a649202b req-ed4d2db7-1f6c-4962-a603-04059128e13b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:18.760217 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4cc216ac-6d7e-4519-bc6f-3a42a649202b req-ed4d2db7-1f6c-4962-a603-04059128e13b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0860708 Nov 19 05:50:18.863488 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4cc216ac-6d7e-4519-bc6f-3a42a649202b req-bcd950c1-26e9-45bb-a917-6b0024956e11 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970719 Nov 19 05:50:18.891658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb72525-6288-4292-aad0-c07fb5c082a0 req-e329fb94-285d-4af8-a4c5-16fa95f08e17 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:18.893239 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bcb72525-6288-4292-aad0-c07fb5c082a0 req-e329fb94-285d-4af8-a4c5-16fa95f08e17 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.1106937 Nov 19 05:50:18.987382 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bcb72525-6288-4292-aad0-c07fb5c082a0 req-cd345701-d9c5-4ee2-9f74-f9de6ab01696 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569782 Nov 19 05:50:19.005439 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-011c6eec-899f-4728-916d-f78c7935a162 req-76df1eb0-c980-4dc1-811c-7c6981882a8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.1111915 Nov 19 05:50:19.054729 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-011c6eec-899f-4728-916d-f78c7935a162 req-24a8df44-2118-40e0-b515-af030b40f88b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Nov 19 05:50:19.506251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:19.589568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:19.589976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.711616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.740952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:19.751613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:19.755414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:19.757888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:19.800713 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'code': 200} Nov 19 05:50:19.829465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=6']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:19.832981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:20.077083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34cdf6-9ee6-497c-88e2-2a79e87232e1 req-568fd60a-6273-4fc2-a06e-af8c50598cd9 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:20.078669 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa34cdf6-9ee6-497c-88e2-2a79e87232e1 req-568fd60a-6273-4fc2-a06e-af8c50598cd9 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0842583 Nov 19 05:50:20.132434 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fa34cdf6-9ee6-497c-88e2-2a79e87232e1 req-73f653d7-561b-4b3e-b0b5-6d20072f8b74 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455508 Nov 19 05:50:20.220809 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f6477-38d6-4d8a-a484-e7578fc898cf req-b2e367dd-ebe7-4d2a-ba40-40008db8c85b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:20.222429 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a51f6477-38d6-4d8a-a484-e7578fc898cf req-b2e367dd-ebe7-4d2a-ba40-40008db8c85b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0888984 Nov 19 05:50:20.271846 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a51f6477-38d6-4d8a-a484-e7578fc898cf req-591f3a33-4dfc-471b-b680-3c76df244b00 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Nov 19 05:50:20.475054 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70fc1225-45f4-44ef-aee9-1e8601efdfca req-9ef4da3c-2f9d-4590-b784-aa0866338fba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1162 time: 0.0797176 Nov 19 05:50:20.522720 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70fc1225-45f4-44ef-aee9-1e8601efdfca req-5a0537ec-3112-42e2-a586-26d78c7624b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389926 Nov 19 05:50:20.676944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:20.749091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:20.749509 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:21.327287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c15d0dad-5c64-4da5-ba66-5cf520e98c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:21.380119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100217-80a0-42bb-87c6-731204a79ee0 req-19970467-83fe-44d8-beef-f29713e29b4a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:21.381787 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96100217-80a0-42bb-87c6-731204a79ee0 req-19970467-83fe-44d8-beef-f29713e29b4a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1159382 Nov 19 05:50:21.431542 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96100217-80a0-42bb-87c6-731204a79ee0 req-5ba6ced7-0018-4f53-9b15-51bf0537113b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Nov 19 05:50:21.515359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32065066-14f3-42ad-a6d0-f1a853366b7e req-cf42d895-5841-47d7-9c26-ffbc784c7547 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:21.517005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32065066-14f3-42ad-a6d0-f1a853366b7e req-cf42d895-5841-47d7-9c26-ffbc784c7547 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.0845864 Nov 19 05:50:21.568199 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32065066-14f3-42ad-a6d0-f1a853366b7e req-f5775c86-60cd-4d32-b5ef-4c25e8f2e25c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450101 Nov 19 05:50:22.531711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-c04c24d0-50ef-47ea-b663-d324a9185035 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Synchronizing usage tracker for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:22.549685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-c04c24d0-50ef-47ea-b663-d324a9185035 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Unset dirty status for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:22.551098 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-c04c24d0-50ef-47ea-b663-d324a9185035 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1337501795&fields=id&tenant_id=b8e9c6b5e866492f81fbea293538a47f HTTP/1.1" status: 200 len: 267 time: 0.0656660 Nov 19 05:50:22.778122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-0732be96-4ac1-42d6-ab1b-faece7c266ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:22.779765 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-0732be96-4ac1-42d6-ab1b-faece7c266ef tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 808 time: 0.2201712 Nov 19 05:50:22.788703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728763c-31f1-4ea6-a5c0-7a2c87504775 req-1d19a194-3e53-46ce-9b7d-af23d463f7af tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:22.790407 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9728763c-31f1-4ea6-a5c0-7a2c87504775 req-1d19a194-3e53-46ce-9b7d-af23d463f7af tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2066936 Nov 19 05:50:22.823034 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-18328fe7-e22b-4dba-a4d4-7b46a417b471 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/quotas/b8e9c6b5e866492f81fbea293538a47f HTTP/1.1" status: 200 len: 375 time: 0.0316257 Nov 19 05:50:22.892119 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9728763c-31f1-4ea6-a5c0-7a2c87504775 req-687c6569-1f19-41e5-a9f9-a5fc1832bbc7 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937138 Nov 19 05:50:22.926986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-66fb4c03-a110-4e5d-9624-3d7852dc3d07 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Synchronizing usage tracker for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:22.945146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-66fb4c03-a110-4e5d-9624-3d7852dc3d07 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Unset dirty status for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:22.946859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-66fb4c03-a110-4e5d-9624-3d7852dc3d07 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133492 Nov 19 05:50:23.411191 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-5a061618-8e86-4920-a168-0f9bcd9c7f6b service neutron] 10.222.0.17 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506998 Nov 19 05:50:23.420452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ffefb-00bf-4fc0-ac09-3aa96425bde5 req-039ed7ba-ea4d-4303-b3ae-dfaa7ba3bb4c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:23.421939 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-df7ffefb-00bf-4fc0-ac09-3aa96425bde5 req-039ed7ba-ea4d-4303-b3ae-dfaa7ba3bb4c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.4063880 Nov 19 05:50:23.569828 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-df7ffefb-00bf-4fc0-ac09-3aa96425bde5 req-c3f1e50d-0cca-48ae-a4c0-9859ca74826d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258872 Nov 19 05:50:23.599657 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-cc86cd79-50a2-4ac4-9e12-8102adc8a506 service neutron] 10.222.0.17 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1767330 Nov 19 05:50:23.983953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0dd171b6-3b7c-4e17-b440-3f043eb9ac61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:24.061356 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bbda4af-2a5a-4326-bc22-225c6c733432 req-434d6f2f-c371-497c-86d5-458aef80a743 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 210 time: 0.0580397 Nov 19 05:50:24.212431 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-cce0673e-d114-4983-bc2e-cdeeb0087093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 1163 time: 0.1483243 Nov 19 05:50:24.222373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce03e6a-a52d-42bf-b79f-9700231fabe2 req-283c8346-fd49-4938-b967-2c430a6c8730 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:24.223868 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8ce03e6a-a52d-42bf-b79f-9700231fabe2 req-283c8346-fd49-4938-b967-2c430a6c8730 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1139514 Nov 19 05:50:24.376620 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8ce03e6a-a52d-42bf-b79f-9700231fabe2 req-fc521dc9-78b2-4323-b0af-4ae85376ee9c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 Nov 19 05:50:24.385022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:24.397975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-543a3c16-05f9-416d-a6b2-dfc26847c28f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:24.399759 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-543a3c16-05f9-416d-a6b2-dfc26847c28f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 200 len: 912 time: 0.1748950 Nov 19 05:50:24.472614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:50:24.476323 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-940bb821-82be-4855-b1ce-78a3ddb9edc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 200 len: 217 time: 0.0693159 Nov 19 05:50:24.554798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-a2813574-8a17-40a5-b48c-273887e3dbfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:24.556675 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-a2813574-8a17-40a5-b48c-273887e3dbfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 200 len: 858 time: 0.0662649 Nov 19 05:50:24.613005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-ac8bb22f-b11e-41b4-8b5e-20aa5a645f58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0fbb798-79a8-45bd-abe2-a69de5ec7283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481007 Nov 19 05:50:24.835073 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-d6e47478-61b7-4cec-88f5-5a11c0ebbf4a service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988108 Nov 19 05:50:24.859808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a491dd9-584e-445d-a9bc-ec223d95233e req-04e51e29-3c26-44a1-99a3-fa4f35650b1d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:24.861489 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5a491dd9-584e-445d-a9bc-ec223d95233e req-04e51e29-3c26-44a1-99a3-fa4f35650b1d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.1288054 Nov 19 05:50:25.005801 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5a491dd9-584e-445d-a9bc-ec223d95233e req-4017e07e-bbed-40eb-9ae9-bbc88ecb9374 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212516 Nov 19 05:50:25.044748 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8a8d142-3878-4834-8ad7-8d2998a0657f req-c72e5bed-073e-49ae-9943-c2bda00696a0 service neutron] 10.222.0.35 "GET /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1822469 Nov 19 05:50:25.239833 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-235bd98f-57a7-44b8-846c-e1df7cb75362 req-f481b1ee-9f51-475f-a4cb-1e5c1cbe4fff tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 210 time: 0.0458953 Nov 19 05:50:25.328276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:25.730106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-bb5cbde6-1732-42a9-8470-79a6ac9570fd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:25.731660 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-bb5cbde6-1732-42a9-8470-79a6ac9570fd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 808 time: 0.2214949 Nov 19 05:50:25.743309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8ecec-b5bc-4d0f-9e02-afbe5cb27b2c req-ed4b5df0-8344-4517-b3df-4d1a1a719aaa tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:25.744827 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1bd8ecec-b5bc-4d0f-9e02-afbe5cb27b2c req-ed4b5df0-8344-4517-b3df-4d1a1a719aaa tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2082310 Nov 19 05:50:25.775959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:25.835560 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1bd8ecec-b5bc-4d0f-9e02-afbe5cb27b2c req-9b2d7a7d-a4fb-4786-8afd-b087a5ce4305 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822678 Nov 19 05:50:25.859750 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-40618379-7f8a-47d4-8d39-4b78b6b6c1ee tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8e9c6b5e866492f81fbea293538a47f HTTP/1.1" status: 200 len: 5081 time: 0.1077814 Nov 19 05:50:25.870452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'port': {'device_id': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'admin_state_up': True, 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'security_groups': ['4435d643-9656-4dde-9345-dd1181fe9842']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:26.015999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:26.025919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:26.035369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Made reservation on behalf of b8e9c6b5e866492f81fbea293538a47f for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:50:26.040982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:26.364812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Allocated IP 172.20.0.13 (bc8bb8b4-9348-49a4-a497-39b2ec567ce7/2e228cdd-1907-4427-8c8c-0064eb93dbdb/5d5c7dd7-e7ff-463c-b381-cd888691dc1e) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:50:26.426201 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-039c781d-5adc-4413-821e-806c37633d55 req-bfb668ba-0378-49d1-981e-54c7c7cc3111 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 210 time: 0.0513997 Nov 19 05:50:26.617033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:26.636258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Transition to ACTIVE for port object 5d5c7dd7-e7ff-463c-b381-cd888691dc1e will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:50:26.659735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:26.679407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ee80d5b7-f5ce-4805-ad6e-0d5a836fedc6 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:26.822501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event updated for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:26.826819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:26.885412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:50:26.886674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:50:26.889230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:50:26.954760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:26.955468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:27.037164 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1707871 Nov 19 05:50:27.075887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Request body: {'port': {'device_id': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:27.103349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-29590366-26fd-4690-8818-7b1f8f7c7231 None None] Provisioning for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:50:27.108499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-29590366-26fd-4690-8818-7b1f8f7c7231 None None] Provisioning complete for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:27.108989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-29590366-26fd-4690-8818-7b1f8f7c7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:27.128311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e27762-d773-4a5d-83b8-2b34093ec529 req-2e36a8df-927c-4b03-9c66-1d024729f068 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:27.129876 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39e27762-d773-4a5d-83b8-2b34093ec529 req-2e36a8df-927c-4b03-9c66-1d024729f068 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1531882 Nov 19 05:50:27.165630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-29590366-26fd-4690-8818-7b1f8f7c7231 None None] Port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:50:27.445531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:27.458246 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39e27762-d773-4a5d-83b8-2b34093ec529 req-0784fdf6-360c-4226-81aa-961e29f39cf8 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185766 Nov 19 05:50:27.816001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8247-5c97-4ad1-a2bd-9806d9c3f9a9 req-9c07c1ad-88b6-4543-aa0c-8f3c74cd8c71 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:27.816703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7d6a8247-5c97-4ad1-a2bd-9806d9c3f9a9 req-9c07c1ad-88b6-4543-aa0c-8f3c74cd8c71 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Synchronizing usage tracker for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:27.864585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7d6a8247-5c97-4ad1-a2bd-9806d9c3f9a9 req-9c07c1ad-88b6-4543-aa0c-8f3c74cd8c71 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Unset dirty status for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:27.865838 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d6a8247-5c97-4ad1-a2bd-9806d9c3f9a9 req-9c07c1ad-88b6-4543-aa0c-8f3c74cd8c71 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 932 time: 0.3066425 Nov 19 05:50:27.980962 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d6a8247-5c97-4ad1-a2bd-9806d9c3f9a9 req-8142dc68-e009-4095-90d5-ac94d65de2c8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1073656 Nov 19 05:50:27.991528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5c7dd7-e7ff-463c-b381-cd888691dc1e {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:50:27.999591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.013357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Transition to ACTIVE for port object 5d5c7dd7-e7ff-463c-b381-cd888691dc1e will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:50:28.016922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.033238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-58027a6f-c7bb-4fb1-89b5-b38de5e2c1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:28.168268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:28.203600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.204007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.204409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.204796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.205153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.205574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.205966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.206345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.206725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.207106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.207515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.207891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.208315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.208695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.209075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.209769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.210146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.210523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.210902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.211297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.212210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.212596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.212983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.213361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:28.217523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:28.389201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Attempting to bind port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:50:28.389576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Attempting to bind port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:50:28.389941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Attempting to bind port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e on network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:50:28.397070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:50:28.397443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Checking segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:50:28.397842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.398232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Bound using segment: {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:50:28.398703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Bound port: 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f58d93-5a94-49ba-8ee0-9bdf2e24a623', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:50:28.399693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.501627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] For port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:50:28.505143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] For port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:50:28.509666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.526247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a789fd11-c8ae-4215-8590-303190ed9ab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:28.738584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:28.742363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:28.804385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:28.805958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1158 time: 1.7414215 Nov 19 05:50:28.806474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:28.819544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdd634-55cf-4397-a488-5d49f5eea38e req-b2dc8718-f4f5-4383-9d84-6b080129e021 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:28.822212 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cecdd634-55cf-4397-a488-5d49f5eea38e req-b2dc8718-f4f5-4383-9d84-6b080129e021 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2051342 Nov 19 05:50:28.874432 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'status': 'completed', 'code': 200} Nov 19 05:50:28.954147 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cecdd634-55cf-4397-a488-5d49f5eea38e req-790ba23e-1056-46e3-a7c2-864e172235d2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159344 Nov 19 05:50:28.990735 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-9700ee00-f136-4b26-b982-f33b6af17afe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1161 time: 0.0976100 Nov 19 05:50:29.095157 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-2bcc28c2-87f7-42d9-813d-0c44427fb267 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 217 time: 0.0784492 Nov 19 05:50:29.235781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-99d8bcea-60a0-4d63-b145-e8a5aced04a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:29.238669 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-99d8bcea-60a0-4d63-b145-e8a5aced04a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.1359029 Nov 19 05:50:29.327002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15998914-9e24-4837-ae8b-101b83eb4030 req-8797e1aa-f43c-492d-adb3-753e4ca0c99d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:29.328964 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15998914-9e24-4837-ae8b-101b83eb4030 req-8797e1aa-f43c-492d-adb3-753e4ca0c99d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.1853790 Nov 19 05:50:29.400038 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-24232ea0-a6cc-4a51-9783-9b2d140ddf00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517107 Nov 19 05:50:29.402923 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15998914-9e24-4837-ae8b-101b83eb4030 req-e2723b46-ff0f-4cf4-9f9f-a14b692778d5 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0641799 Nov 19 05:50:29.564032 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-7b805a7b-5f60-467d-b332-5ed1051653c0 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492534 Nov 19 05:50:29.722646 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-223f2bda-30ca-4611-803d-4779ed7bed11 req-2c589f6e-95d2-4490-b44a-a221b2ffba25 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509686 Nov 19 05:50:29.929904 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-bc8c8a55-783c-448d-8946-23eae37929c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1161 time: 0.0943980 Nov 19 05:50:30.114250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-6bc16311-ad1d-47d2-aff5-cbfbe6a9c6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:30.116184 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-6bc16311-ad1d-47d2-aff5-cbfbe6a9c6f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.1768942 Nov 19 05:50:30.256214 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-3cf7170d-02f1-44dd-9812-2b98865f8060 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 217 time: 0.0854599 Nov 19 05:50:30.355391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7984ec6-cf10-49c2-a2d3-20da76154506 req-48458dd6-9d1a-4a02-bbdb-573587f23ae4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:30.357070 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7984ec6-cf10-49c2-a2d3-20da76154506 req-48458dd6-9d1a-4a02-bbdb-573587f23ae4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2396436 Nov 19 05:50:30.358629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-64e639e0-5268-44a8-a927-23da8464f49c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:30.360167 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-64e639e0-5268-44a8-a927-23da8464f49c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.0963407 Nov 19 05:50:30.474257 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7984ec6-cf10-49c2-a2d3-20da76154506 req-f328b350-707d-4d29-b145-985b02f10b94 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054394 Nov 19 05:50:30.503794 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-3d6dd919-84b6-4cce-8c66-1d3f6d783f62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167345 Nov 19 05:50:30.772592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-02068849-c476-4e15-b767-a3524cc85260 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534783 Nov 19 05:50:30.789005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29ffcc-3b22-4cd7-acc9-ddea9231bbf5 req-396674b8-30a4-4102-b8d7-765281981d1b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:30.790688 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aa29ffcc-3b22-4cd7-acc9-ddea9231bbf5 req-396674b8-30a4-4102-b8d7-765281981d1b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.1841457 Nov 19 05:50:30.980309 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-aa29ffcc-3b22-4cd7-acc9-ddea9231bbf5 req-aa73a9c1-5975-41bd-a98f-3eb0802ecde1 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1506128 Nov 19 05:50:31.009237 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1436b634-dd22-4f71-a181-ffd778d57f68 req-8b2b6f63-466b-40dc-af43-1ef821a1c0b7 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2288663 Nov 19 05:50:32.217940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc0cf2-0329-4521-b96f-f40943362f79 req-9eb71ea4-1bdf-4a06-9487-84d7a5efe997 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:32.219586 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a5fc0cf2-0329-4521-b96f-f40943362f79 req-9eb71ea4-1bdf-4a06-9487-84d7a5efe997 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0965030 Nov 19 05:50:32.274647 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a5fc0cf2-0329-4521-b96f-f40943362f79 req-e63e3d1e-f783-4134-b66b-565a75f28a33 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481231 Nov 19 05:50:33.509959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40296-a603-497b-9e83-2b7762114903 req-c2885354-71f5-436d-b379-05dde43c075d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:33.511544 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ddf40296-a603-497b-9e83-2b7762114903 req-c2885354-71f5-436d-b379-05dde43c075d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0921538 Nov 19 05:50:33.560204 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ddf40296-a603-497b-9e83-2b7762114903 req-1b1106eb-168b-4003-8e0e-59d48e968da5 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423317 Nov 19 05:50:34.800860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c071b14-b977-4797-aabd-f13c109f0232 req-847c4817-521d-48c8-879a-11f68095487a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:34.802428 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9c071b14-b977-4797-aabd-f13c109f0232 req-847c4817-521d-48c8-879a-11f68095487a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0908103 Nov 19 05:50:34.854669 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9c071b14-b977-4797-aabd-f13c109f0232 req-0f5cd56f-dc8c-4b66-a1ed-9bcc2ab27945 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423069 Nov 19 05:50:36.284804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64d16-6dc2-4cd6-b034-d1806caa4964 req-aa052bc6-4dbe-4752-a218-186ffac59a09 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:36.286434 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9a64d16-6dc2-4cd6-b034-d1806caa4964 req-aa052bc6-4dbe-4752-a218-186ffac59a09 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.2960238 Nov 19 05:50:36.335528 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9a64d16-6dc2-4cd6-b034-d1806caa4964 req-df8d8317-074b-4f47-8a4c-45a30003b192 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424716 Nov 19 05:50:37.572900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513bb5-978a-45dc-aeca-b093e14229f7 req-18cd1b31-d634-464a-be8e-c0b84e067f44 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:37.574571 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-42513bb5-978a-45dc-aeca-b093e14229f7 req-18cd1b31-d634-464a-be8e-c0b84e067f44 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0831809 Nov 19 05:50:37.623898 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-42513bb5-978a-45dc-aeca-b093e14229f7 req-7b4ca6d4-a58b-4f65-94e3-440867663831 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431862 Nov 19 05:50:38.852849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0dc9a-14bf-4336-b159-1032fb292697 req-44ea9a29-26ba-44ad-9d3c-ab12166cb3ac tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:38.854364 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8da0dc9a-14bf-4336-b159-1032fb292697 req-44ea9a29-26ba-44ad-9d3c-ab12166cb3ac tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0960169 Nov 19 05:50:38.903271 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8da0dc9a-14bf-4336-b159-1032fb292697 req-ff652e32-7bad-491a-a4cb-2d30e9874835 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422604 Nov 19 05:50:40.122459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ab3ee-25f9-4ad2-b6aa-bb2e27ec0f78 req-e6641a54-495b-401c-9597-9422619b8b43 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:40.124094 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a4ab3ee-25f9-4ad2-b6aa-bb2e27ec0f78 req-e6641a54-495b-401c-9597-9422619b8b43 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0855615 Nov 19 05:50:40.176317 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a4ab3ee-25f9-4ad2-b6aa-bb2e27ec0f78 req-0f42b820-44aa-453b-a82c-ad409d8df30c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459015 Nov 19 05:50:41.408670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028fabb-a609-4abe-912a-c25460ca7f8d req-4cd5ae2a-b060-4812-a1d2-6f4ef6de8b96 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:41.410234 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8028fabb-a609-4abe-912a-c25460ca7f8d req-4cd5ae2a-b060-4812-a1d2-6f4ef6de8b96 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0853984 Nov 19 05:50:41.461225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8028fabb-a609-4abe-912a-c25460ca7f8d req-757a9457-239a-47f6-895e-b22fd11ea2a0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423176 Nov 19 05:50:42.695643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f6900-9dc2-4796-adb8-19286b76be86 req-a82cda5f-7189-4928-8ab7-8d044cc89dec tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:42.697829 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-347f6900-9dc2-4796-adb8-19286b76be86 req-a82cda5f-7189-4928-8ab7-8d044cc89dec tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0887802 Nov 19 05:50:42.749035 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-347f6900-9dc2-4796-adb8-19286b76be86 req-176d058c-0763-412b-970f-192109c454f2 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438652 Nov 19 05:50:43.196789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:43.272657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:50:43.278117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:43.278539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:43.568483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:43.596686 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:43.607280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:43.611981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:43.613929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b68c687b-6898-40db-b5bd-f70669aed560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:43.661166 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'code': 200} Nov 19 05:50:43.685065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:43.695461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.695789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.696243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.696476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.696841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.697198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.697549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.698016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.698374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.698728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.699177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.699554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.699970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.700325 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.700678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.701028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.701373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.701722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.702111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.702428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.702929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.703338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.703690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.704035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:50:43.708322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:43.988466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f789e5-8914-446b-8d22-eb2cd1908d05 req-81810795-9967-43a6-b258-487513d0722d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:43.990044 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95f789e5-8914-446b-8d22-eb2cd1908d05 req-81810795-9967-43a6-b258-487513d0722d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0907416 Nov 19 05:50:44.084161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95f789e5-8914-446b-8d22-eb2cd1908d05 req-7201ec39-a4b2-4211-871b-1e8fc263be57 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0875192 Nov 19 05:50:44.114152 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8c04bec-cc09-4f80-a935-9390520ad697 req-b21ada99-f0f9-4676-a921-2aacd0e1ca27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.1670134 Nov 19 05:50:44.164132 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e8c04bec-cc09-4f80-a935-9390520ad697 req-c6222f0b-5ed0-4f67-99a3-5ff68b1c3d8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402374 Nov 19 05:50:44.259270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:44.336624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:44.337079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:45.028982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718841-e66e-4a94-87b6-3da82da4d3d6 req-133d2bd8-a42b-4c7b-95dc-99e8767892d1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:45.030503 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32718841-e66e-4a94-87b6-3da82da4d3d6 req-133d2bd8-a42b-4c7b-95dc-99e8767892d1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0937233 Nov 19 05:50:45.083115 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-32718841-e66e-4a94-87b6-3da82da4d3d6 req-f8f2e659-edb5-431c-ac92-ba66bd464c76 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Nov 19 05:50:45.305605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1c87-501a-42a1-931b-e7bf37f030e4 req-1a521f6a-d985-407d-b3c4-bddce3af3b90 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:45.307108 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-83af1c87-501a-42a1-931b-e7bf37f030e4 req-1a521f6a-d985-407d-b3c4-bddce3af3b90 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0874767 Nov 19 05:50:45.362394 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-83af1c87-501a-42a1-931b-e7bf37f030e4 req-cbe3e672-002e-4f7e-875c-7d0e7e5e882d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459728 Nov 19 05:50:46.300994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e7f76-c52e-4efe-bd91-ee5649786c38 req-07ebb612-ed5c-4835-8907-f7442c2dc7b1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:46.302482 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb2e7f76-c52e-4efe-bd91-ee5649786c38 req-07ebb612-ed5c-4835-8907-f7442c2dc7b1 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.0869427 Nov 19 05:50:46.352666 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb2e7f76-c52e-4efe-bd91-ee5649786c38 req-8a882630-53d2-442f-8333-a8d548df1da8 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Nov 19 05:50:46.478242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:50:46.557472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:46.577808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:50:46.578309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:46.582167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007de8-46f1-4e13-a7f2-add992a12d47 req-167ba00b-9c17-411f-9016-362fbab51f8b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:46.583818 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0007de8-46f1-4e13-a7f2-add992a12d47 req-167ba00b-9c17-411f-9016-362fbab51f8b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0861919 Nov 19 05:50:46.633485 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e0007de8-46f1-4e13-a7f2-add992a12d47 req-ffa33e0c-cea3-496f-be27-1ff1a16552c2 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429320 Nov 19 05:50:46.863426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bdcc0-626a-4b72-9f91-66049af38980 req-52326b74-083a-4eca-8bc3-6df61f09c16d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:46.864917 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5f0bdcc0-626a-4b72-9f91-66049af38980 req-52326b74-083a-4eca-8bc3-6df61f09c16d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0969827 Nov 19 05:50:46.913554 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5f0bdcc0-626a-4b72-9f91-66049af38980 req-d2e3493a-c9e4-4c23-aef4-ea35f3db50c1 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421948 Nov 19 05:50:47.123071 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-48d5fa16-59bd-419e-8da5-2a45b7d53cac tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1555457 Nov 19 05:50:47.135954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:47.141707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:47.146046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Usage tracker for resource:floatingip and tenant:b8e9c6b5e866492f81fbea293538a47f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:50:47.149210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:50:47.155080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:47.165522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:47.310657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:47.648749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Allocated IP 172.27.3.172 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/48686a13-074d-40ae-99b4-bda39dd16610) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:50:47.661738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7169e-354c-4af8-9259-a08da49f0334 req-031bf101-96db-4fce-9ebc-5d674bdce719 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:47.663275 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75a7169e-354c-4af8-9259-a08da49f0334 req-031bf101-96db-4fce-9ebc-5d674bdce719 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1761961 Nov 19 05:50:47.799373 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75a7169e-354c-4af8-9259-a08da49f0334 req-a57e6a4c-c6f9-4557-bb9b-e8b7723df045 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292753 Nov 19 05:50:47.854984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:47.883366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:47.896142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7056e56f-b7bd-4096-a0e0-c860e6310c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:48.023125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event updated for resources: {'Port': ['ID=48686a13-074d-40ae-99b4-bda39dd16610,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:48.028359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:48.081556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:50:48.082715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:50:48.085635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:50:48.185592 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.251049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.525990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.532195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.545064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4453e319-a957-4517-b2fe-eb0f28696192 tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:48.675603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event updated for resources: {'Port': ['ID=48686a13-074d-40ae-99b4-bda39dd16610,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:48.680847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:48.784200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.807694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:48.809048 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6774976 Nov 19 05:50:48.894591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-3f0bafa2-6129-4ed1-a48c-239e26d5a8e2 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Synchronizing usage tracker for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:48.912416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-3f0bafa2-6129-4ed1-a48c-239e26d5a8e2 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Unset dirty status for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:48.913631 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-3f0bafa2-6129-4ed1-a48c-239e26d5a8e2 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.172 HTTP/1.1" status: 200 len: 696 time: 0.0982499 Nov 19 05:50:49.129450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-900e26c6-8871-4955-99e7-de166e469fa0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:49.130848 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-900e26c6-8871-4955-99e7-de166e469fa0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.2102964 Nov 19 05:50:49.143827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56557-4252-4d23-8267-bb00260826af req-dbe5365e-b6c1-4b8f-8429-025e2eeaa09a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:49.145335 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64e56557-4252-4d23-8267-bb00260826af req-dbe5365e-b6c1-4b8f-8429-025e2eeaa09a tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1986167 Nov 19 05:50:49.149794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-72d2a1a5-6f9f-4fed-adc9-63f2a3cd14aa tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:50:49.150853 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6e489ada-f61d-4676-8a7c-bde9a981cff1 req-72d2a1a5-6f9f-4fed-adc9-63f2a3cd14aa tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0134678 Nov 19 05:50:49.197531 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64e56557-4252-4d23-8267-bb00260826af req-51ba23fe-9bd7-483e-8819-7026d027bec9 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456879 Nov 19 05:50:49.348193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-0ea83993-d819-4d3c-8213-b2491b2331db tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:49.349748 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-0ea83993-d819-4d3c-8213-b2491b2331db tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0910761 Nov 19 05:50:49.636909 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-df0482f9-2463-480f-8d1c-5d5d3edda4ab tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.172 HTTP/1.1" status: 200 len: 696 time: 0.2809064 Nov 19 05:50:49.647169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Request body: {'floatingip': {'port_id': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:50:49.724619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:50.405960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:50.410683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:50.505078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18939d-a7d4-4260-a12b-4a34db664d62 req-b8f334fa-d38e-4b06-9054-725ddfcd8dd0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:50.506580 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6d18939d-a7d4-4260-a12b-4a34db664d62 req-b8f334fa-d38e-4b06-9054-725ddfcd8dd0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.1768098 Nov 19 05:50:50.628424 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6d18939d-a7d4-4260-a12b-4a34db664d62 req-cc720283-f907-48a0-b672-43694d2b4380 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140854 Nov 19 05:50:50.673806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Floating IP 5ad646bc-4005-4c25-bfdb-a9318e8facf7 associated. External IP: 172.27.3.172, port: 5d5c7dd7-e7ff-463c-b381-cd888691dc1e. Nov 19 05:50:51.102934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Router a83b354f-9bce-4a0c-ad87-24484f6267ce has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:50:51.323616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0419bd4d-ea6f-44c3-9da7-480969bce13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:51.325932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:50:51.330282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:51.336939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] Sync routers for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:50:51.350371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:51.351030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:51.386199 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-6f6bd26d-64d1-41af-9be8-2565e58dedbb tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "PUT /v2.0/floatingips/5ad646bc-4005-4c25-bfdb-a9318e8facf7 HTTP/1.1" status: 200 len: 997 time: 1.7429242 Nov 19 05:50:51.386746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:51.536230 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'status': 'completed', 'code': 200} Nov 19 05:50:51.543483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:51.553844 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-99d6c369-c690-409b-b8ce-5111cbb3190b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.1533716 Nov 19 05:50:51.701308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-37c540a9-a13c-41ad-9fae-a37eb964a13a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:51.702766 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-37c540a9-a13c-41ad-9fae-a37eb964a13a service neutron] 10.222.0.17 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.1420946 Nov 19 05:50:51.925052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '5ad646bc-4005-4c25-bfdb-a9318e8facf7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'port_id': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'mac_address': 'fa:16:3e:96:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:50:48Z', 'updated_at': '2020-11-19T05:50:50Z', 'revision_number': 1, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:54Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:51.929899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] Checking router: a83b354f-9bce-4a0c-ad87-24484f6267ce for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:50:51.943238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:50:51.943874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:52.117550 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-a704038c-9075-4bfe-9413-3439cb5675b1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1000 time: 0.4080839 Nov 19 05:50:52.214392 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-4897ca13-7ce4-4039-9a12-ba6e50be6b2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.4541514 Nov 19 05:50:52.233303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49e51-e5c7-49aa-b5b9-7f7e996d11d2 req-d01c71d2-8939-45ad-81e5-2615d8e3d27c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:52.234965 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2cf49e51-e5c7-49aa-b5b9-7f7e996d11d2 req-d01c71d2-8939-45ad-81e5-2615d8e3d27c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2096918 Nov 19 05:50:52.236647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-2606a538-a571-491e-8ef0-6dbe4a595599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:52.238073 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-2606a538-a571-491e-8ef0-6dbe4a595599 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.1095123 Nov 19 05:50:52.300463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:50:52.448093 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2cf49e51-e5c7-49aa-b5b9-7f7e996d11d2 req-e2cecd64-5e63-42f5-948f-bafe752cf9d0 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851344 Nov 19 05:50:52.483635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-b93381de-6317-49f7-894a-011cd277b262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:52.485227 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-b93381de-6317-49f7-894a-011cd277b262 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.2450066 Nov 19 05:50:52.491950 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-ce8cd86d-670c-4d7d-b34d-bf99ecbec1ee service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2279770 Nov 19 05:50:52.548881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-b3f43a94-9511-482e-a7c1-e14a3db99a48 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:50:52.549900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-b3f43a94-9511-482e-a7c1-e14a3db99a48 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0054517 Nov 19 05:50:52.676610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '5ad646bc-4005-4c25-bfdb-a9318e8facf7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'port_id': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'mac_address': 'fa:16:3e:96:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:50:48Z', 'updated_at': '2020-11-19T05:50:50Z', 'revision_number': 1, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:54Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:50:52.680834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836ab824-c09d-4fc7-85c4-e06bd7febd7e None None] The sync data for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi is: [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '5ad646bc-4005-4c25-bfdb-a9318e8facf7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'port_id': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'mac_address': 'fa:16:3e:96:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:50:48Z', 'updated_at': '2020-11-19T05:50:50Z', 'revision_number': 1, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:54Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:50:52.696948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-b5a329ea-fb79-4c5c-bef8-b53176c1671c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1000 time: 0.2023993 Nov 19 05:50:52.793622 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-7c20e013-7016-4e1e-942a-4a2cc46fb96f service neutron] 10.222.0.17 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236345 Nov 19 05:50:52.799425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-23872ad6-5c0e-4e98-9f53-4f217eaa32f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:52.800889 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-23872ad6-5c0e-4e98-9f53-4f217eaa32f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.0855155 Nov 19 05:50:53.042187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30061b5d-c458-4e32-bf6b-57370cf4cd4a None None] New status for floating IP 5ad646bc-4005-4c25-bfdb-a9318e8facf7: ACTIVE {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:50:53.074942 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbcb48c7-583a-4ef9-99eb-dd0cb9cd222c req-1ece817b-355a-48ef-9327-18304249f752 service neutron] 10.222.0.17 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2730248 Nov 19 05:50:53.082598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dab95-dd27-49e7-a127-8f37ef472859 req-3f1d1087-e6a6-4517-8716-5d66d10601d6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:53.084143 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-530dab95-dd27-49e7-a127-8f37ef472859 req-3f1d1087-e6a6-4517-8716-5d66d10601d6 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.2067204 Nov 19 05:50:53.088415 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-e9846ba0-c352-4d87-a2bb-a14f7cb5f1ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2121546 Nov 19 05:50:53.255919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Deleting port fbbcb441-3952-43b6-9845-3ae0f3055739 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:53.256262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:53.394921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-5066a0a4-4cb6-48a1-9fbf-d38bf54536ce service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962015 Nov 19 05:50:53.737152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] For port fbbcb441-3952-43b6-9845-3ae0f3055739, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fbbcb441-3952-43b6-9845-3ae0f3055739,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:53.737578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:53.753229 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c69a185c-4b70-4450-8a55-13c14ffaea36 req-28ee217a-a8c5-4666-aea1-3d62b9017792 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3417511 Nov 19 05:50:53.883998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Calling delete_port for fbbcb441-3952-43b6-9845-3ae0f3055739 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:53.966440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device fbbcb441-3952-43b6-9845-3ae0f3055739 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:50:54.020087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d1465fcb-8b37-473e-8f39-3a22185cd591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:54.099608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:54.131079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:54.143385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port fbbcb441-3952-43b6-9845-3ae0f3055739, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fbbcb441-3952-43b6-9845-3ae0f3055739,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:54.145840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58789-27d9-4ff9-aae6-d913203ae56e req-b917da53-3eae-420f-a0ad-4089d982ae9e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:54.147093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:54.148969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:54.151856 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-49f58789-27d9-4ff9-aae6-d913203ae56e req-b917da53-3eae-420f-a0ad-4089d982ae9e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 945 time: 0.5660241 Nov 19 05:50:54.197286 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739', 'code': 200} Nov 19 05:50:54.219011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=fbbcb441-3952-43b6-9845-3ae0f3055739,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:54.222443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:54.228615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-49f58789-27d9-4ff9-aae6-d913203ae56e req-58ba2196-afa3-43c4-b10c-2b1146565c74 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Nov 19 05:50:54.229329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:50:54.229680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:50:54.396153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:54.731242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Deleting port fbbcb441-3952-43b6-9845-3ae0f3055739 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:50:54.731635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:55.003883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] For port fbbcb441-3952-43b6-9845-3ae0f3055739, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fbbcb441-3952-43b6-9845-3ae0f3055739,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:50:55.004468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:55.140413 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Calling delete_port for fbbcb441-3952-43b6-9845-3ae0f3055739 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:50:55.292714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:55.308130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b91e1c57-91fe-4357-8b77-e87308ae46c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:55.323031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:55.398453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Pushing event deleted for resources: {'Port': ['ID=fbbcb441-3952-43b6-9845-3ae0f3055739,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:55.406887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:55.463225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8f0408f1-2d00-484b-843d-28d63d5b2719 req-da6e654c-f1de-4b36-a815-647d84b72fac tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=5fa7c328-a439-45ba-9515-3c8b7d8e844c HTTP/1.1" status: 200 len: 210 time: 0.0574102 Nov 19 05:50:55.554128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] No DVR routers for this DVR port fbbcb441-3952-43b6-9845-3ae0f3055739 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:50:55.556258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:55.558992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'name': 'network-vif-deleted', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:50:55.575673 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-530dab95-dd27-49e7-a127-8f37ef472859 req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "DELETE /v2.0/ports/fbbcb441-3952-43b6-9845-3ae0f3055739 HTTP/1.1" status: 204 len: 173 time: 2.4784362 Nov 19 05:50:55.621146 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa7c328-a439-45ba-9515-3c8b7d8e844c', 'name': 'network-vif-deleted', 'tag': 'fbbcb441-3952-43b6-9845-3ae0f3055739', 'status': 'completed', 'code': 200} Nov 19 05:50:55.759245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:56.997703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a33a3-e8a2-49a9-91a7-4ca0ddce742b req-b2e7007e-d6a2-4b79-971d-584ea606892c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:56.998460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-921a33a3-e8a2-49a9-91a7-4ca0ddce742b req-b2e7007e-d6a2-4b79-971d-584ea606892c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Synchronizing usage tracker for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:50:57.016411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-921a33a3-e8a2-49a9-91a7-4ca0ddce742b req-b2e7007e-d6a2-4b79-971d-584ea606892c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Unset dirty status for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:50:57.017907 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-921a33a3-e8a2-49a9-91a7-4ca0ddce742b req-b2e7007e-d6a2-4b79-971d-584ea606892c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1186156 Nov 19 05:50:57.069258 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-921a33a3-e8a2-49a9-91a7-4ca0ddce742b req-d79c277a-8c75-42e7-86a7-a4950cc36332 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Nov 19 05:50:58.312197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ebbf-8cca-4a3b-9d7b-4b1cfe8f6f1b req-69ac6774-11f3-48f7-bf2d-891a9a026e90 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:58.313842 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ca6ebbf-8cca-4a3b-9d7b-4b1cfe8f6f1b req-69ac6774-11f3-48f7-bf2d-891a9a026e90 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0916874 Nov 19 05:50:58.362967 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ca6ebbf-8cca-4a3b-9d7b-4b1cfe8f6f1b req-e7c7c1b3-0e36-4f24-ad6a-034acfd86e08 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Nov 19 05:50:58.636780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54430) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:58.801388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.835132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:50:58.840036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Usage tracker for resource:security_group_rule and tenant:13b4f0d4ab6a45a2ad8d51ef4853ac09 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:50:58.843437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:50:58.851912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:50:58.925131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.929256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:58.936703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-05926ee7-7f9c-406d-871d-0429cf131d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:58.979961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e956f760-c275-41ad-a7fc-fb1a603b1726,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:58.983535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:58.986443 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=13b4f0d4ab6a45a2ad8d51ef4853ac09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3486025 Nov 19 05:50:58.989361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54438) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:50:59.058175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:59.090599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:59.140963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:59.144746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cc77c977-7b88-4646-8334-95a4667cf96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:50:59.156737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e956f760-c275-41ad-a7fc-fb1a603b1726,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:50:59.159221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:50:59.165260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:50:59.167237 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e956f760-c275-41ad-a7fc-fb1a603b1726 HTTP/1.1" status: 204 len: 168 time: 0.1761708 Nov 19 05:50:59.579649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578da9-45ae-45cb-87d3-2065fe1f26be req-12fca763-8614-4ac7-9621-9a0e80c92c61 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:50:59.581207 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bf578da9-45ae-45cb-87d3-2065fe1f26be req-12fca763-8614-4ac7-9621-9a0e80c92c61 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0834706 Nov 19 05:50:59.630101 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bf578da9-45ae-45cb-87d3-2065fe1f26be req-75f93575-0177-4d0a-b0fa-be51fd59c0af tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Nov 19 05:51:00.044882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54462) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:00.188321 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1208771573-network', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:00.193523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:00.197889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Usage tracker for resource:network and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:00.201745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:00.207737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:00.218420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Made reservation on behalf of 44bf127e619e4dac95a557658fd0b9aa for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:00.223244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.237492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.270804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:00.275092 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Usage tracker for resource:security_group_rule and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:00.278954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:00.289048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:00.363375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.367339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.370394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-505fcc06-675e-4ad7-bef9-af6946bea183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:00.402690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:51:00.411631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d1f63-6c54-40b5-8fcb-538615067d76,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:00.418118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.418541 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Added segment d7dc143a-4c20-4004-97e2-d34a0469338a of type vxlan for network e962a89d-f50a-45b1-ab75-67d29751a20c Nov 19 05:51:00.430170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.430533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.430947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.431329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.431776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.432143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.432516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.432864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.433254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.433619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.433986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.434341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.434783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.435136 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.435530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.435896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.436261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.436623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.436971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.437337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.437703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.438065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.438430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.438790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:00.445794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:00.463477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.494360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.495601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:00.496231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.499672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:00.606154 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5601013 Nov 19 05:51:00.607085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Pushing event updated for resources: {'Network': ['ID=e962a89d-f50a-45b1-ab75-67d29751a20c,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:00.609155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54470) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:00.611959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:00.615780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Request body: {'subnet': {'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1208771573-subnet', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:00.618012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network e962a89d-f50a-45b1-ab75-67d29751a20c details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:00.621202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:00.625314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Usage tracker for resource:subnet and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:00.628334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:00.634273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:00.645177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Made reservation on behalf of 44bf127e619e4dac95a557658fd0b9aa for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:00.650036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8060226'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:00.681990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network e962a89d-f50a-45b1-ab75-67d29751a20c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:00.853210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad8c57-6193-465d-bf43-03192c906443 req-5b6986ac-d611-4cb7-ac60-65d54629ffd4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:00.854895 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c9ad8c57-6193-465d-bf43-03192c906443 req-5b6986ac-d611-4cb7-ac60-65d54629ffd4 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0889258 Nov 19 05:51:00.903418 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c9ad8c57-6193-465d-bf43-03192c906443 req-9c56a3be-f271-42eb-803e-b8add3915c4c tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Nov 19 05:51:01.093429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8060275'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.110273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a8591891-8aa4-4f41-9ab2-f6b5727549c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:01.232730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efcea2d0-e030-4073-bd7b-b2314f83e319,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:01.237771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:01.321720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Checking segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:01.322143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Network hostable DHCP agents. Network: e962a89d-f50a-45b1-ab75-67d29751a20c, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:51:01.346785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Network e962a89d-f50a-45b1-ab75-67d29751a20c is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:51:01.356612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, e962a89d-f50a-45b1-ab75-67d29751a20c) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:01.366084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75031344-295a-4ba0-aa8c-dbef63565a74 None None] Network e962a89d-f50a-45b1-ab75-67d29751a20c requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:01.368745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:01.369545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.389693 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-02e3787f-f7b8-4847-99a6-c50ff0519ea2 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7794859 Nov 19 05:51:01.392574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54476) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:01.397998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:01.402916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:01.407065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Usage tracker for resource:router and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:01.410641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:01.416834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:01.426724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.427753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.446644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.474210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:51:01.589926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-e962a89d-f50a-45b1-ab75-67d29751a20c', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:51:01.590867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.603250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.804366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.837533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:01.893159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Allocated IP 172.20.0.2 (e962a89d-f50a-45b1-ab75-67d29751a20c/efcea2d0-e030-4073-bd7b-b2314f83e319/3b46fa10-6805-4eb5-ac79-6aad3bac0872) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:02.107700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.116993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb394407-5e20-4973-9bf6-ff216aac78c6 req-8c3e4758-32f8-4e18-ba7e-3e7ff22144e8 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:02.118577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Transition to ACTIVE for port object 3b46fa10-6805-4eb5-ac79-6aad3bac0872 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:02.118718 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bb394407-5e20-4973-9bf6-ff216aac78c6 req-8c3e4758-32f8-4e18-ba7e-3e7ff22144e8 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.0847464 Nov 19 05:51:02.123762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Allocated IP 172.27.3.67 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/14764607-abb5-445c-847e-31a47aa98708) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:02.135308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Transition to ACTIVE for port object 3b46fa10-6805-4eb5-ac79-6aad3bac0872 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:02.141791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.157499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:02.174253 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bb394407-5e20-4973-9bf6-ff216aac78c6 req-218aac56-4c2e-4767-89b7-0ed658bb6d09 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Nov 19 05:51:02.281362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.284729 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Pushing event updated for resources: {'Port': ['ID=3b46fa10-6805-4eb5-ac79-6aad3bac0872,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:02.289823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:02.310361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.326551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:02.343853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Network e962a89d-f50a-45b1-ab75-67d29751a20c is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:02.344993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:02.347334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:02.402149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Attempting to bind port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:02.402488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Attempting to bind port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:02.402880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Attempting to bind port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 on network e962a89d-f50a-45b1-ab75-67d29751a20c {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:02.409980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:02.410405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Checking segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:02.410840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.411273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Bound using segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:02.411811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Bound port: 3b46fa10-6805-4eb5-ac79-6aad3bac0872, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:02.412224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.459053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Pushing event updated for resources: {'Port': ['ID=14764607-abb5-445c-847e-31a47aa98708,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:02.475630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:02.503583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] For port 3b46fa10-6805-4eb5-ac79-6aad3bac0872, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:02.506882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] For port 3b46fa10-6805-4eb5-ac79-6aad3bac0872, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3b46fa10-6805-4eb5-ac79-6aad3bac0872,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:02.510821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.519294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:02.520523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:02.523036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:02.526873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3915740e-caff-4c86-8e1b-bd65a8d1d0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:02.690677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.691863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:02.833738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Pushing event updated for resources: {'Port': ['ID=3b46fa10-6805-4eb5-ac79-6aad3bac0872,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:02.839012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:02.954890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Router f5bd468c-060f-4c69-bdab-9cd47fd07377 is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:51:03.369546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aa757-77ee-43ee-aacd-05132c668280 req-54491cd0-136e-4811-8726-d90a348e5469 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:03.371188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-985aa757-77ee-43ee-aacd-05132c668280 req-54491cd0-136e-4811-8726-d90a348e5469 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.1228812 Nov 19 05:51:03.397323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:51:03.408539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Sync routers for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:51:03.422834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:03.423057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:03.424022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:03.424225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0306976 Nov 19 05:51:03.427025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54484) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:03.459876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Deleting port 995c62ad-878d-4144-8241-4a6f18fb8602 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:03.460532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:03.536848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d889-3e95-4913-8bb4-4f1272ce1ee0 req-f0181e17-68b5-42e6-a4f6-1a293a235b4e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:03.538368 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b0d5d889-3e95-4913-8bb4-4f1272ce1ee0 req-f0181e17-68b5-42e6-a4f6-1a293a235b4e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 946 time: 0.2166851 Nov 19 05:51:03.618505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:03.740631 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b0d5d889-3e95-4913-8bb4-4f1272ce1ee0 req-0f8135fc-31a8-4b44-b5c0-f606a82e9b23 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/security-groups?id=7af456ee-a2a0-4a9e-9070-10f7dfb7b619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688755 Nov 19 05:51:03.823669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] For port 995c62ad-878d-4144-8241-4a6f18fb8602, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=995c62ad-878d-4144-8241-4a6f18fb8602,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:03.823948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:03.931488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:02Z', 'revision_number': 3, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:03.936077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Checking router: f5bd468c-060f-4c69-bdab-9cd47fd07377 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:51:03.936468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Updating router f5bd468c-060f-4c69-bdab-9cd47fd07377 port 14764607-abb5-445c-847e-31a47aa98708 binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:51:03.960657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Calling delete_port for 995c62ad-878d-4144-8241-4a6f18fb8602 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:03.990956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.027563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 995c62ad-878d-4144-8241-4a6f18fb8602 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:04.158630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.181889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Port 995c62ad-878d-4144-8241-4a6f18fb8602 update to DOWN by agent not found {{(pid=80295) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}} Nov 19 05:51:04.188391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-278cd64f-d403-45d5-9ded-379487fab9bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:04.193254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3b46fa10-6805-4eb5-ac79-6aad3bac0872 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:04.272312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:04.318997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Pushing event deleted for resources: {'Port': ['ID=995c62ad-878d-4144-8241-4a6f18fb8602,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:04.323755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:04.361855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.368627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda953c-a530-4af7-a7e8-f7c114d18203 None None] Network e962a89d-f50a-45b1-ab75-67d29751a20c requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:04.435604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] No DVR routers for this DVR port 995c62ad-878d-4144-8241-4a6f18fb8602 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:51:04.438591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.442088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df02486e-3f40-444e-a860-37bedefc30c3', 'name': 'network-vif-deleted', 'tag': '995c62ad-878d-4144-8241-4a6f18fb8602'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:04.464384 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-985aa757-77ee-43ee-aacd-05132c668280 req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.35 "DELETE /v2.0/ports/995c62ad-878d-4144-8241-4a6f18fb8602 HTTP/1.1" status: 204 len: 173 time: 1.0849249 Nov 19 05:51:04.469542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.495084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Transition to ACTIVE for port object 14764607-abb5-445c-847e-31a47aa98708 will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:04.509989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.522074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df02486e-3f40-444e-a860-37bedefc30c3', 'name': 'network-vif-deleted', 'tag': '995c62ad-878d-4144-8241-4a6f18fb8602', 'status': 'completed', 'code': 200} Nov 19 05:51:04.592326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:04.607243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Provisioning for port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:04.614277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Provisioning complete for port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:04.614762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.681828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Pushing event updated for resources: {'Port': ['ID=14764607-abb5-445c-847e-31a47aa98708,revision_number=2']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:04.707683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.708056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.708418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.708779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.709461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.709822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.710172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.710523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.710873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.711221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.711595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.711953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.712349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.712701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.713078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.713433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.713746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.714098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.714447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.714792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.715142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.715519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.715862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.716205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:04.721993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:04.769469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.779732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Attempting to bind port 14764607-abb5-445c-847e-31a47aa98708 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:04.780141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Attempting to bind port 14764607-abb5-445c-847e-31a47aa98708 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:04.780830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Attempting to bind port 14764607-abb5-445c-847e-31a47aa98708 on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:04.788832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:04.789244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:04.789685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.790107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:04.790874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Bound port: 14764607-abb5-445c-847e-31a47aa98708, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:04.791493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.831060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Allocated IP 172.20.0.1 (e962a89d-f50a-45b1-ab75-67d29751a20c/efcea2d0-e030-4073-bd7b-b2314f83e319/cbde6f8d-d6e5-436a-8b0c-be64fe6dece5) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:04.833194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] For port 3b46fa10-6805-4eb5-ac79-6aad3bac0872, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3b46fa10-6805-4eb5-ac79-6aad3bac0872,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:04.841839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.843949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:04.920710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] For port 14764607-abb5-445c-847e-31a47aa98708, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:04.924318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] For port 14764607-abb5-445c-847e-31a47aa98708, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=14764607-abb5-445c-847e-31a47aa98708,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:04.934791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:04.941631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Pushing event updated for resources: {'Port': ['ID=3b46fa10-6805-4eb5-ac79-6aad3bac0872,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:04.950264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:04.958936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e0c2b81-d808-4a13-bf42-50fbf0033ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:04.987631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-4a5f97a9-a93b-4a42-999c-6720bc78e286 req-3731fb30-ebb7-4eca-95e5-c0ec362e505b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Synchronizing usage tracker for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:05.012572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-4a5f97a9-a93b-4a42-999c-6720bc78e286 req-3731fb30-ebb7-4eca-95e5-c0ec362e505b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Unset dirty status for tenant:1ce1adf70ea44607a6c34b8992c4a4aa on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:05.013993 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4a5f97a9-a93b-4a42-999c-6720bc78e286 req-3731fb30-ebb7-4eca-95e5-c0ec362e505b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] 10.222.0.17 "GET /v2.0/ports?device_id=df02486e-3f40-444e-a860-37bedefc30c3 HTTP/1.1" status: 200 len: 210 time: 0.0866196 Nov 19 05:51:05.053175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.076788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-17be5fdd-756a-4153-864e-83d370d4c9ca None None] Provisioning complete for port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:05.077360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-17be5fdd-756a-4153-864e-83d370d4c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.079420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Transition to ACTIVE for port object cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:05.107461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.128112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2ce0fe0c-378d-4fae-b740-53525cdbcfd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:05.134104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Pushing event updated for resources: {'Port': ['ID=14764607-abb5-445c-847e-31a47aa98708,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:05.139284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:05.194943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:05.196107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:05.321189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Pushing event updated for resources: {'Port': ['ID=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:05.329666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:05.393711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:05.394359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Network e962a89d-f50a-45b1-ab75-67d29751a20c is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:05.395754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:05.398247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:05.440658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-4272a851-927c-4695-904d-241717db3033 None None] Provisioning complete for port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:05.441431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4272a851-927c-4695-904d-241717db3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.457305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.555084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.701620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ee6e13e5-e6db-4a2d-8848-60e5b0a7bd42 None None] Provisioning for port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:05.707562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ee6e13e5-e6db-4a2d-8848-60e5b0a7bd42 None None] Provisioning complete for port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:05.708234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ee6e13e5-e6db-4a2d-8848-60e5b0a7bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.765764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e13e5-e6db-4a2d-8848-60e5b0a7bd42 None None] Port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:51:05.848998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.853011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848080059'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.885611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:05.892288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:02Z', 'revision_number': 3, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:05.896585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac22732-7c62-45bb-8be3-4ab6cc859dd1 None None] The sync data for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi is: [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:02Z', 'revision_number': 3, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:51:05.966550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Pushing event updated for resources: {'Port': ['ID=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:05.969053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:05.982927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:06.059954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3b46fa10-6805-4eb5-ac79-6aad3bac0872 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:06.118202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Network e962a89d-f50a-45b1-ab75-67d29751a20c is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:06.119569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:06.135914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:06.136271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.162712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54498) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:06.498056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-63f38371-1fc0-4b65-b4a1-64d9bc041595 None None] Provisioning complete for port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:06.498482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-63f38371-1fc0-4b65-b4a1-64d9bc041595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:06.599460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-63f38371-1fc0-4b65-b4a1-64d9bc041595 None None] Port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:51:06.925597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Router f5bd468c-060f-4c69-bdab-9cd47fd07377 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:51:06.998767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.173439 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:51:07.184041 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] 10.222.0.17 "PUT /v2.0/routers/f5bd468c-060f-4c69-bdab-9cd47fd07377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7558694 Nov 19 05:51:07.638206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Deleting port c85ce244-f1f8-466b-abb2-8e5844b2f8d6 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:07.638903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.847237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] For port c85ce244-f1f8-466b-abb2-8e5844b2f8d6, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,segment=NetworkSegment(775ad7b9-5931-4c3c-aefa-d7b27d134aa9),segment_id=775ad7b9-5931-4c3c-aefa-d7b27d134aa9)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:07.847674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:07.981172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Calling delete_port for c85ce244-f1f8-466b-abb2-8e5844b2f8d6 owned by network:router_interface {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:08.140379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 14764607-abb5-445c-847e-31a47aa98708 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:08.277470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 14764607-abb5-445c-847e-31a47aa98708 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:08.288562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 14764607-abb5-445c-847e-31a47aa98708 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:08.289552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.389612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.414215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:08.475750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.510535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 14764607-abb5-445c-847e-31a47aa98708, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=14764607-abb5-445c-847e-31a47aa98708,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:08.524033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:08.528842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85ce244-f1f8-466b-abb2-8e5844b2f8d6,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:08.535527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:08.581895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:08.625676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=14764607-abb5-445c-847e-31a47aa98708,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:08.638661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:08.846831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba896cd-4825-43a1-ac7f-6f0e2b4f2ed6 req-da99c2ae-9085-4489-8da6-492875c5202a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:08.847403 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9ba896cd-4825-43a1-ac7f-6f0e2b4f2ed6 req-da99c2ae-9085-4489-8da6-492875c5202a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1858177 Nov 19 05:51:08.913733 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9ba896cd-4825-43a1-ac7f-6f0e2b4f2ed6 req-64acea34-53f9-4c04-8afa-ff8cabe6fbd4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586362 Nov 19 05:51:09.041974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Sync routers for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:51:09.056190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:09.057058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:09.058046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:09.273862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:09.687473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 2, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:09.707198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Checking router: f5bd468c-060f-4c69-bdab-9cd47fd07377 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:51:09.707626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Updating router f5bd468c-060f-4c69-bdab-9cd47fd07377 port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:51:09.771018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:10.364453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514cef3-c935-4411-8a6c-d1bf39bf6c95 req-80130ef1-b1df-458c-988b-99f3f7857b3d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:10.373243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1514cef3-c935-4411-8a6c-d1bf39bf6c95 req-80130ef1-b1df-458c-988b-99f3f7857b3d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1840317 Nov 19 05:51:10.417093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Router f1086e10-5296-4da1-97bc-bc2f09ebaa6e has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:51:10.442742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 14764607-abb5-445c-847e-31a47aa98708 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:10.505806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1514cef3-c935-4411-8a6c-d1bf39bf6c95 req-3d604a5e-55f6-485c-a25a-e5a3a71e7134 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312270 Nov 19 05:51:10.555614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:10.578611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Transition to ACTIVE for port object cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:10.593603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:10.615419 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-837ad0ef-a7ca-4014-9ece-44a777d43dd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1027122 Nov 19 05:51:10.752689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:51:10.761787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] Sync routers for ids ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:51:10.775223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] 10.222.0.17 "PUT /v2.0/routers/f1086e10-5296-4da1-97bc-bc2f09ebaa6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6111851 Nov 19 05:51:10.778013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54546) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:10.790990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] Routers {'f1086e10-5296-4da1-97bc-bc2f09ebaa6e'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:10.791990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:10.839555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:10.897897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 14764607-abb5-445c-847e-31a47aa98708 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:10.898312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:10.929592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-d96144b8-f2ca-4ca9-b6ca-799ca1a3f74e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 1162 time: 0.1478219 Nov 19 05:51:11.023516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] Set router f1086e10-5296-4da1-97bc-bc2f09ebaa6e gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:11.059089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.309631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-fa3e2bbe-95e8-4ead-9f33-8733fe7547d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:11.311412 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-fa3e2bbe-95e8-4ead-9f33-8733fe7547d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.3576674 Nov 19 05:51:11.361487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.375294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Deleting port f3036cc0-2e5a-45e9-8278-d97b4717902c {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:51:11.375921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.430925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 5, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port': {'id': 'f3036cc0-2e5a-45e9-8278-d97b4717902c', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:47:15Z', 'updated_at': '2020-11-19T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:11.438227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] Checking router: f1086e10-5296-4da1-97bc-bc2f09ebaa6e for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:51:11.452504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] Routers {'f1086e10-5296-4da1-97bc-bc2f09ebaa6e'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:11.452789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:11.482036 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-ee7b05a8-4f49-4bd5-9823-dd63d12a8b52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 200 len: 1000 time: 0.1468327 Nov 19 05:51:11.603507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-7571eec2-4e49-4368-8038-15cc6f575ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:11.610521 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-7571eec2-4e49-4368-8038-15cc6f575ef5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.1103902 Nov 19 05:51:11.727180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] Set router f1086e10-5296-4da1-97bc-bc2f09ebaa6e gateway port host: None {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:11.752072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] For port f3036cc0-2e5a-45e9-8278-d97b4717902c, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=f3036cc0-2e5a-45e9-8278-d97b4717902c,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:11.752587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.755058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cd54d-7be3-405c-aa26-97845bff5395 None None] Pushing event updated for resources: {'Port': ['ID=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:11.782786 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5b7cd54d-7be3-405c-aa26-97845bff5395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.943s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:11.897242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Attempting to bind port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:11.897887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Attempting to bind port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:11.898422 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Attempting to bind port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 on network e962a89d-f50a-45b1-ab75-67d29751a20c {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:11.906960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:11.907679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Checking segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:11.908288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.909024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Bound using segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:11.909687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Bound port: cbde6f8d-d6e5-436a-8b0c-be64fe6dece5, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:11.910269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:11.946516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:51:11Z', 'revision_number': 6, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port_host': None}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:11.951817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d45c4-f06e-4115-983e-09976700e758 None None] The sync data for ids ['f1086e10-5296-4da1-97bc-bc2f09ebaa6e'] in dv-cinder-763306-1-iscsi is: [{'id': 'f1086e10-5296-4da1-97bc-bc2f09ebaa6e', 'name': 'tempest-ServerRescueNegativeTestJSON-154979010-router', 'tenant_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:47:14Z', 'updated_at': '2020-11-19T05:51:11Z', 'revision_number': 6, 'project_id': '1ce1adf70ea44607a6c34b8992c4a4aa', 'gw_port_host': None}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:51:11.965556 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-e2caffe3-395a-4eb0-a6ea-7c8e962942e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3515074 Nov 19 05:51:12.028804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] For port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:12.032291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] For port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:12.054055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.077850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:12.079674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Calling delete_port for f3036cc0-2e5a-45e9-8278-d97b4717902c owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:51:12.119996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c85ce244-f1f8-466b-abb2-8e5844b2f8d6 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:12.165182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-76e0906c-23a3-4188-a00a-6214fc528145 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819577 Nov 19 05:51:12.322327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cd54d-7be3-405c-aa26-97845bff5395 None None] Pushing event updated for resources: {'Port': ['ID=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:12.356063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5b7cd54d-7be3-405c-aa26-97845bff5395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:12.360433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78b7590c-f4b9-4d6d-9626-24600f150950 req-2e96dfc1-322c-43bc-a440-2544306f0238 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1835518 Nov 19 05:51:12.368518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: c85ce244-f1f8-466b-abb2-8e5844b2f8d6 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:51:12.368997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c85ce244-f1f8-466b-abb2-8e5844b2f8d6 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:51:12.388312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:51:12.389295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:50:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:12.410861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2044b-db93-467f-8dd7-d65ac5c06eaf req-3052eff7-be0b-466b-8b28-c94ab8f1e6ee tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:12.422561 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7ab2044b-db93-467f-8dd7-d65ac5c06eaf req-3052eff7-be0b-466b-8b28-c94ab8f1e6ee tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.5386269 Nov 19 05:51:12.517803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7ab2044b-db93-467f-8dd7-d65ac5c06eaf req-6f828e6d-7904-4084-bff3-49fdbc62ddeb tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941904 Nov 19 05:51:12.615835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:12.641667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-37d53cc5-bcda-4c31-8b6e-b6a571960dc2 tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:12.688302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:51:13.004203 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3036cc0-2e5a-45e9-8278-d97b4717902c,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:13.012748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:13.098869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:12Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:13.103958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495951c-63d6-4b3e-87e6-9285d5752223 None None] The sync data for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi is: [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:12Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:51:13.356974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.689329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.696988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.808426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6256257-5877-44a3-a0d8-e589eb57d7e6 req-62304ea7-93ec-44e4-b1cb-3dfc84388aff tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:13.811615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.812796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1086e10-5296-4da1-97bc-bc2f09ebaa6e {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:51:13.816217 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c6256257-5877-44a3-a0d8-e589eb57d7e6 req-62304ea7-93ec-44e4-b1cb-3dfc84388aff tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1085849 Nov 19 05:51:13.841523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:13.843359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] 10.222.0.17 "DELETE /v2.0/routers/f1086e10-5296-4da1-97bc-bc2f09ebaa6e HTTP/1.1" status: 204 len: 168 time: 3.0637016 Nov 19 05:51:13.845917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54560) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:13.899657 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c6256257-5877-44a3-a0d8-e589eb57d7e6 req-cba5d965-b62c-496a-82a3-3d061ba535a4 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823886 Nov 19 05:51:13.936403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Deleting subnet b7dd60e8-eb3e-44c2-9269-66934075cb4a {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:51:13.943465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.067187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.161362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.164557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:14.250595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:14.256383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:14.256977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.397902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.436821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:14.442815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.444731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:14.529210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device f3036cc0-2e5a-45e9-8278-d97b4717902c no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:51:14.551287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.578114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: f3036cc0-2e5a-45e9-8278-d97b4717902c {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:51:14.578114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device f3036cc0-2e5a-45e9-8278-d97b4717902c not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:51:14.595328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:14.600612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:14.644526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-202f0495-d807-416b-b73d-95c571a573cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:14.691683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7dd60e8-eb3e-44c2-9269-66934075cb4a,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:14.694450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:14.748478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:14.763708 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-052855e8-2f5a-4670-9ce1-c5dec1084482 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b7dd60e8-eb3e-44c2-9269-66934075cb4a HTTP/1.1" status: 204 len: 168 time: 0.9144201 Nov 19 05:51:14.763956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54564) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:14.896382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.116835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.141162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f17f5d-37ad-4e60-976c-878cb5e1b71f req-de6ac42b-b4ba-4312-8e18-a0a88cd6f81c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:15.143934 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-23f17f5d-37ad-4e60-976c-878cb5e1b71f req-de6ac42b-b4ba-4312-8e18-a0a88cd6f81c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1012666 Nov 19 05:51:15.202359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-23f17f5d-37ad-4e60-976c-878cb5e1b71f req-dbbd5c0d-12f2-47d0-ab88-558b3a143c18 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502467 Nov 19 05:51:15.245144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fbb798-79a8-45bd-abe2-a69de5ec7283']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:15.259756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775ad7b9-5931-4c3c-aefa-d7b27d134aa9') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:15.260222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775ad7b9-5931-4c3c-aefa-d7b27d134aa9') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:15.273820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.294556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.296965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:51:15.486571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:15.496900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.691838 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Network b0fbb798-79a8-45bd-abe2-a69de5ec7283 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:51:15.716208 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:51:15.804627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.809007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8bd7f747-fed5-4a4b-909e-44ec03aafac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:15.829363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:15.845291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fbb798-79a8-45bd-abe2-a69de5ec7283,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:15.848910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:15.856310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0b695c94-f16f-4de2-828e-d0948798deef admin admin] 10.222.0.17 "DELETE /v2.0/networks/b0fbb798-79a8-45bd-abe2-a69de5ec7283 HTTP/1.1" status: 204 len: 168 time: 1.0890234 Nov 19 05:51:16.029863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54576) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:16.098518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:16.116032 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a4dceecf-7f15-4ffa-88a7-b6d489930224 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ce1adf70ea44607a6c34b8992c4a4aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0848005 Nov 19 05:51:16.118677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54580) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:16.194808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:16.195222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:16.202979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:16.236205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:16.329544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:16.335971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7234a525-b64e-4584-abc4-be39f51aa947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:16.360940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af456ee-a2a0-4a9e-9070-10f7dfb7b619,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:16.372098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:16.377095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:16.381589 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7af456ee-a2a0-4a9e-9070-10f7dfb7b619 HTTP/1.1" status: 204 len: 168 time: 0.2617655 Nov 19 05:51:16.457966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c72be2-b193-439e-bb87-327d935fcdb0 req-ece9b3cd-32b0-447e-acd0-0dfb436eb826 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:16.466400 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c72be2-b193-439e-bb87-327d935fcdb0 req-ece9b3cd-32b0-447e-acd0-0dfb436eb826 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1012239 Nov 19 05:51:16.517432 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4c72be2-b193-439e-bb87-327d935fcdb0 req-560211ee-72c9-4a5c-a75a-4e6cf306b2fc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499835 Nov 19 05:51:16.557427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:17.823736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4264-ced0-44ed-ac7b-eaa1e6abdab0 req-0aaf1e32-b34a-463c-a207-2cd6c959863a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:17.831926 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-848f4264-ced0-44ed-ac7b-eaa1e6abdab0 req-0aaf1e32-b34a-463c-a207-2cd6c959863a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1546965 Nov 19 05:51:17.890949 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-848f4264-ced0-44ed-ac7b-eaa1e6abdab0 req-5579ca05-4d7d-499d-80ca-b2740550ef9d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580986 Nov 19 05:51:19.122936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e23df-12a9-4ca1-8858-70934c04b83d req-3dad461b-9c58-4f30-b5c9-3f0c10dce9d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:19.126756 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a15e23df-12a9-4ca1-8858-70934c04b83d req-3dad461b-9c58-4f30-b5c9-3f0c10dce9d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0967557 Nov 19 05:51:19.174575 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a15e23df-12a9-4ca1-8858-70934c04b83d req-027cd3b2-900c-4ffd-b775-943b12d58602 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Nov 19 05:51:19.460875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-43df96ab-6e64-4232-b780-8720faad1368 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:19.462545 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-43df96ab-6e64-4232-b780-8720faad1368 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 815 time: 0.1603224 Nov 19 05:51:19.480428 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-edd2b2b9-4c79-43d9-aac8-74a5cdffc74b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/quotas/44bf127e619e4dac95a557658fd0b9aa HTTP/1.1" status: 200 len: 375 time: 0.0113950 Nov 19 05:51:19.569488 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-d7b8f36e-7d67-46cd-9e37-1f0115155e31 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810246 Nov 19 05:51:19.721147 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-85bfaf23-d81a-4317-b763-d427ca8f77dc service neutron] 10.222.0.17 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387856 Nov 19 05:51:19.868178 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9157dd26-f6c0-4565-b063-e26eee56c4a0 service neutron] 10.222.0.17 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404152 Nov 19 05:51:20.068003 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5580c5d-5f17-440b-a280-7db0508fc8ff req-a20d3786-7123-46f5-b7af-0d9156ce0090 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 210 time: 0.0454352 Nov 19 05:51:20.396308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53688e9-cfed-4ab0-b601-8d7cbe1cbdce req-12df7ac2-76aa-4dfe-aa08-56b88ac2aa89 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:20.397880 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c53688e9-cfed-4ab0-b601-8d7cbe1cbdce req-12df7ac2-76aa-4dfe-aa08-56b88ac2aa89 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0895329 Nov 19 05:51:20.449549 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c53688e9-cfed-4ab0-b601-8d7cbe1cbdce req-ff31144c-8232-42e6-9881-60d0303ae893 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 Nov 19 05:51:21.257544 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64f32a92-a7c4-4f9f-8e91-df68daa4a662 req-3e2d9e6a-13c6-45b7-a7bb-92f4a69dcf29 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 210 time: 0.0561340 Nov 19 05:51:21.326433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-960ab08f-24a9-44b8-9651-21b1e81fc0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:21.698186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e797e7-d7e0-4c34-ab50-c2f661956281 req-54403210-346c-44a6-a022-d0d2978e3f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:21.700001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-41e797e7-d7e0-4c34-ab50-c2f661956281 req-54403210-346c-44a6-a022-d0d2978e3f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0913386 Nov 19 05:51:21.750225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-41e797e7-d7e0-4c34-ab50-c2f661956281 req-7d23def3-3df8-44f4-ab25-1493f2fc399b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Nov 19 05:51:22.439311 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-83124a54-5c2a-41d2-aa10-f066ca847eb3 req-252f272b-b703-4ed4-943b-5045f6ed3420 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 210 time: 0.0452623 Nov 19 05:51:22.997870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5af22-cfa1-4722-8366-36cca58efee8 req-f8a61cbc-0578-422c-bcb6-8ae653d82203 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:22.999379 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cee5af22-cfa1-4722-8366-36cca58efee8 req-f8a61cbc-0578-422c-bcb6-8ae653d82203 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0941989 Nov 19 05:51:23.051506 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cee5af22-cfa1-4722-8366-36cca58efee8 req-f8debdd6-6cdf-4c02-ac82-35218cfe9d9a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Nov 19 05:51:23.637456 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3cfbd3c3-58bf-4b1d-af6d-27998a761a0e req-18409bbe-e611-4622-99cc-6bd476f705aa tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 210 time: 0.0461705 Nov 19 05:51:23.979130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8c0327a9-18f1-4558-be49-ecb6a978ef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:24.271084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b5a5-e323-422b-9a64-08a7b8e009b0 req-59a6a90a-7120-48cd-9134-7d153d11a258 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:24.273607 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d933b5a5-e323-422b-9a64-08a7b8e009b0 req-59a6a90a-7120-48cd-9134-7d153d11a258 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0891783 Nov 19 05:51:24.324307 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d933b5a5-e323-422b-9a64-08a7b8e009b0 req-fa1c431b-6112-4055-887f-2d9438a28144 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Nov 19 05:51:24.388504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:24.503474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-160d1b0f-f046-46cf-bc60-99bf70c12c8e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:24.505071 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-160d1b0f-f046-46cf-bc60-99bf70c12c8e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 815 time: 0.1607647 Nov 19 05:51:24.529261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'port': {'device_id': '32a4624c-fd43-4545-a422-4847215f7e79', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'admin_state_up': True, 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:24.903826 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-98aedccd-b6b8-4e98-b982-f20d0a10e2bd req-ff51d1ed-0163-476a-8952-6158f53def05 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 210 time: 0.0545356 Nov 19 05:51:24.951385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:24.955489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Usage tracker for resource:port and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:24.958490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Quota usage for port was recalculated. Used quota:2. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:24.964830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:24.974225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Made reservation on behalf of 44bf127e619e4dac95a557658fd0b9aa for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:24.980200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.332634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.357329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Allocated IP 172.20.0.11 (e962a89d-f50a-45b1-ab75-67d29751a20c/efcea2d0-e030-4073-bd7b-b2314f83e319/1321d5f0-be37-4677-ba27-add17bfe770a) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:51:25.670369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.697404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Transition to ACTIVE for port object 1321d5f0-be37-4677-ba27-add17bfe770a will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:25.736097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbda9-26c6-48a5-89d3-f45cdc4d85a1 req-18eb1bef-1e6f-44f4-a278-aa93e84813e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:25.738100 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-92dbbda9-26c6-48a5-89d3-f45cdc4d85a1 req-18eb1bef-1e6f-44f4-a278-aa93e84813e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1211162 Nov 19 05:51:25.768769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.769040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:25.787696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-65fa764a-8dd4-4fde-9fec-4d16d2955982 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:25.947737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:25.951030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:25.959661 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-92dbbda9-26c6-48a5-89d3-f45cdc4d85a1 req-4bf04656-4eae-4c8d-ac71-3c6157d162ed tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073102 Nov 19 05:51:26.032835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Network e962a89d-f50a-45b1-ab75-67d29751a20c is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:51:26.033924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:26.036407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:51:26.158967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:26.159625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:26.196182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6712999 Nov 19 05:51:26.221865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e6cd2-5e57-48ff-ad98-a13f94537884 req-6bc5f16b-bc61-4082-92d7-f92487fb3b73 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:26.222658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-243e6cd2-5e57-48ff-ad98-a13f94537884 req-6bc5f16b-bc61-4082-92d7-f92487fb3b73 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Synchronizing usage tracker for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:51:26.242558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-243e6cd2-5e57-48ff-ad98-a13f94537884 req-6bc5f16b-bc61-4082-92d7-f92487fb3b73 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Unset dirty status for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:51:26.244130 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-243e6cd2-5e57-48ff-ad98-a13f94537884 req-6bc5f16b-bc61-4082-92d7-f92487fb3b73 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.1794887 Nov 19 05:51:26.291781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-28426eef-05ad-492a-a602-8c6168ceb4e0 None None] Provisioning for port 1321d5f0-be37-4677-ba27-add17bfe770a completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:26.297172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-28426eef-05ad-492a-a602-8c6168ceb4e0 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:26.297806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-243e6cd2-5e57-48ff-ad98-a13f94537884 req-a6ab812d-4c98-416d-82b5-3e7fa76f9000 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471499 Nov 19 05:51:26.311820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28426eef-05ad-492a-a602-8c6168ceb4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:26.380698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-28426eef-05ad-492a-a602-8c6168ceb4e0 None None] Port 1321d5f0-be37-4677-ba27-add17bfe770a cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:51:26.412620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:26.487665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:26.488062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.194168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae20dd-6cd2-4752-a788-73080abbfcec req-bebd66f8-b80f-4bac-8dbb-1715298a5e7c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:27.201739 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6bae20dd-6cd2-4752-a788-73080abbfcec req-bebd66f8-b80f-4bac-8dbb-1715298a5e7c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1068852 Nov 19 05:51:27.250684 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6bae20dd-6cd2-4752-a788-73080abbfcec req-14955d27-9589-475e-952e-04a2c277e664 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478263 Nov 19 05:51:27.535782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef4b24-0525-4171-8187-a487fb8728f9 req-43ff5c11-0bb3-451f-936c-fc8a1dce7b66 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:27.538200 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-41ef4b24-0525-4171-8187-a487fb8728f9 req-43ff5c11-0bb3-451f-936c-fc8a1dce7b66 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.0977166 Nov 19 05:51:27.583560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54778) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:27.597547 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-41ef4b24-0525-4171-8187-a487fb8728f9 req-4fb81da5-d95e-4669-bbdb-bdc8f4c858e4 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506589 Nov 19 05:51:27.772043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.805877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:27.810619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Usage tracker for resource:security_group_rule and tenant:e273ad35cb004472bcee299371524cf6 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:27.813931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:27.820053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:27.893278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.897652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:27.905001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-053777cd-3983-483b-b421-14d2923d9e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:27.949789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a9524d-ba22-4b5e-862c-97ea08750fe5,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:27.953982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:27.956687 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e273ad35cb004472bcee299371524cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3717136 Nov 19 05:51:27.960117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54784) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:28.028429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.059597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.110825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.115976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-82ea1fc0-42af-4f74-99c6-cbfc0d00f05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:28.130025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a9524d-ba22-4b5e-862c-97ea08750fe5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:28.132812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:28.134109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:28.144091 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3988ad32-8f01-4fee-96e2-a24c58e852a3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/76a9524d-ba22-4b5e-862c-97ea08750fe5 HTTP/1.1" status: 204 len: 168 time: 0.1733143 Nov 19 05:51:28.478185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e36f55-b0db-43ae-9e92-6c45238b0d86 req-9bc18db3-4203-461e-9d92-cdff12e0c969 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:28.480072 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-69e36f55-b0db-43ae-9e92-6c45238b0d86 req-9bc18db3-4203-461e-9d92-cdff12e0c969 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0907722 Nov 19 05:51:28.543778 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-69e36f55-b0db-43ae-9e92-6c45238b0d86 req-81219baf-8d1e-4107-afaa-261a723e8a19 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 Nov 19 05:51:28.845915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ecead-cab5-43e3-a59a-ce7c97255ecc req-89c9bd0e-fd68-438d-916e-d8ff0a0723dc tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:28.847617 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a96ecead-cab5-43e3-a59a-ce7c97255ecc req-89c9bd0e-fd68-438d-916e-d8ff0a0723dc tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.0984507 Nov 19 05:51:28.933263 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a96ecead-cab5-43e3-a59a-ce7c97255ecc req-1b8996a2-c38c-45a4-ae5c-80f40607a493 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788531 Nov 19 05:51:29.093749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54812) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:29.256268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-224092294-network', 'tenant_id': 'c1d66d05141c45c79835f23bf2e8c79e'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:29.262708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:29.267551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Usage tracker for resource:network and tenant:c1d66d05141c45c79835f23bf2e8c79e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:29.270886 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:29.278421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:29.296999 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Made reservation on behalf of c1d66d05141c45c79835f23bf2e8c79e for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:29.303489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.322267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.365765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:29.370764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Usage tracker for resource:security_group_rule and tenant:c1d66d05141c45c79835f23bf2e8c79e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:29.374112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:29.380502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:29.460299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.465210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.469094 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bac3a2aa-bf66-41c1-8ddb-2c9464f9c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:29.760183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd115546-6c77-48cb-943e-cdd4bced817b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:29.764042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:29.774932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:51:29.786535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.786981 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Added segment 96d601f7-f3ad-4d73-9c5b-c0f11cbcda6d of type vxlan for network af9cf3ef-248d-4bed-a5b4-da497560c360 Nov 19 05:51:29.815860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.818539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248cc9-e55d-4cd4-a9e5-03822269aca9 req-71ea44a1-7446-462d-a304-343fdfa04b69 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:29.820259 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-29248cc9-e55d-4cd4-a9e5-03822269aca9 req-71ea44a1-7446-462d-a304-343fdfa04b69 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1147082 Nov 19 05:51:29.849786 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.851142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:29.851803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:29.857328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-13acb02f-000e-4e44-bd05-2defcc71fce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:29.874040 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-29248cc9-e55d-4cd4-a9e5-03822269aca9 req-690fa91c-65dd-4094-9e86-7edd00dfa3fd tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Nov 19 05:51:29.985952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Pushing event updated for resources: {'Network': ['ID=af9cf3ef-248d-4bed-a5b4-da497560c360,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:29.989155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:29.994507 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8996117 Nov 19 05:51:29.995206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54822) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:30.002017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Request body: {'subnet': {'network_id': 'af9cf3ef-248d-4bed-a5b4-da497560c360', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-224092294-subnet', 'tenant_id': 'c1d66d05141c45c79835f23bf2e8c79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:30.006966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network af9cf3ef-248d-4bed-a5b4-da497560c360 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:30.008164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:30.012821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Usage tracker for resource:subnet and tenant:c1d66d05141c45c79835f23bf2e8c79e is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:30.016100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:30.025645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:30.035344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network af9cf3ef-248d-4bed-a5b4-da497560c360 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:30.037938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Made reservation on behalf of c1d66d05141c45c79835f23bf2e8c79e for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:30.051445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847552397'] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:30.327047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6dfa8-0922-44ee-91f7-c78ef9af76d9 req-75098c3c-6206-485e-b6bd-68c54393dfa6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:30.328672 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2fe6dfa8-0922-44ee-91f7-c78ef9af76d9 req-75098c3c-6206-485e-b6bd-68c54393dfa6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.1849468 Nov 19 05:51:30.457071 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2fe6dfa8-0922-44ee-91f7-c78ef9af76d9 req-1af839a2-9636-49b8-bd70-6e928e949143 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976260 Nov 19 05:51:30.721331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848331256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847552446'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:30.739431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:30.907339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50025661-e111-47ec-85bc-2978556ccb05,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:30.941222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.941621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.941983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.942399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.942750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.943159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.943561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.943908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.944285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.944685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.945056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.945427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.945862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.946240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.946647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.955352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.955352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.955352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.955352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.956214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.956214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.956214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.956633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.957150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:30.967479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:31.107134 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Checking segment: {'id': '96d601f7-f3ad-4d73-9c5b-c0f11cbcda6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'af9cf3ef-248d-4bed-a5b4-da497560c360'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:31.107516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Network hostable DHCP agents. Network: af9cf3ef-248d-4bed-a5b4-da497560c360, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:51:31.150090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Network af9cf3ef-248d-4bed-a5b4-da497560c360 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:51:31.160260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e362291-2bf4-485a-aa1d-24ecc0b53ac7 req-b9c4e75e-9fc2-44d5-9e3e-a8341708148e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:31.161885 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5e362291-2bf4-485a-aa1d-24ecc0b53ac7 req-b9c4e75e-9fc2-44d5-9e3e-a8341708148e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1315374 Nov 19 05:51:31.169436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, af9cf3ef-248d-4bed-a5b4-da497560c360) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:31.178331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ae016-f405-469f-b636-32ac8bd8a9a2 None None] Network af9cf3ef-248d-4bed-a5b4-da497560c360 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:31.198207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:31.198851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:31.242845 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5e362291-2bf4-485a-aa1d-24ecc0b53ac7 req-a5ecc7d1-5a98-4ac0-8778-016fd5b7a32a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741990 Nov 19 05:51:31.254175 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0e625d8f-e492-47ed-969d-6ee79af4a27b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2535393 Nov 19 05:51:31.425683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f201bb-6508-42ca-af99-2982b6640f90 None None] Network af9cf3ef-248d-4bed-a5b4-da497560c360 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:31.801402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9dbb4-9d00-43f4-8163-bbb0b5b40b84 req-8225ea9e-6c51-475f-af9f-0296820f8e22 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:31.803057 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e1a9dbb4-9d00-43f4-8163-bbb0b5b40b84 req-8225ea9e-6c51-475f-af9f-0296820f8e22 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.1825135 Nov 19 05:51:31.883358 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e1a9dbb4-9d00-43f4-8163-bbb0b5b40b84 req-d2a51d51-acb5-48e8-99d1-54106cfbe7f5 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Nov 19 05:51:32.119169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54846) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:32.125388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-54711707-network', 'tenant_id': '021b9d7f87914e5d8edcc676cc8cee61'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:32.130781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:32.135310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Usage tracker for resource:network and tenant:021b9d7f87914e5d8edcc676cc8cee61 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:32.138522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:32.144751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:32.155546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Made reservation on behalf of 021b9d7f87914e5d8edcc676cc8cee61 for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:32.161829 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.178287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.215830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:32.219906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Usage tracker for resource:security_group_rule and tenant:021b9d7f87914e5d8edcc676cc8cee61 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:32.222796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:32.228598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:32.312556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.326967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.336601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a87a56eb-cac4-4855-895e-cba8342f83cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:32.355990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:51:32.379954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.380338 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Added segment 5c6a50c0-92a0-402c-b68f-6b31a11423d0 of type vxlan for network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 Nov 19 05:51:32.425790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a011d56d-8269-4b4e-b48b-a792019bfa30,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:32.435523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:32.473472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.521339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb368b8d-ec1a-4186-bb91-1bb1c1693a76 req-62fe23ca-af7b-422b-ab9d-20bd2de28076 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:32.522953 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bb368b8d-ec1a-4186-bb91-1bb1c1693a76 req-62fe23ca-af7b-422b-ab9d-20bd2de28076 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1486542 Nov 19 05:51:32.527430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.528617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:32.529231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:32.535688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9b56a9ac-85e5-45b5-8f5d-ec57c1fcda3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:32.666150 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5456731 Nov 19 05:51:32.669242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54852) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:32.675629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Pushing event updated for resources: {'Network': ['ID=d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:32.676083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Request body: {'subnet': {'network_id': 'd0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-54711707-subnet', 'tenant_id': '021b9d7f87914e5d8edcc676cc8cee61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:32.680135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:32.685751 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bb368b8d-ec1a-4186-bb91-1bb1c1693a76 req-2dd62c78-ad59-4477-a6c6-8b62f6230c6f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525893 Nov 19 05:51:32.688021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:32.700340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:32.711200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Usage tracker for resource:subnet and tenant:021b9d7f87914e5d8edcc676cc8cee61 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:32.715398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:51:32.718914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:32.726933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:32.749546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Made reservation on behalf of 021b9d7f87914e5d8edcc676cc8cee61 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:51:32.767926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8060226'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.218270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9c36a-a053-4a2e-a119-121370a82325 req-2173155c-8f92-47bb-89b8-3e7897496bc1 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:33.222397 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11f9c36a-a053-4a2e-a119-121370a82325 req-2173155c-8f92-47bb-89b8-3e7897496bc1 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.1676250 Nov 19 05:51:33.285520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8060275'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.287796 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-11f9c36a-a053-4a2e-a119-121370a82325 req-9cffad1f-d9be-493d-ab02-c0d3fb4c6411 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616810 Nov 19 05:51:33.302952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:33.438081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0a9f2d-68a4-4660-9c74-e88295e42a29,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:33.442880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:33.507633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Checking segment: {'id': '5c6a50c0-92a0-402c-b68f-6b31a11423d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:33.508069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Network hostable DHCP agents. Network: d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:51:33.530802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:51:33.540274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:51:33.549225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178158dc-eaf6-4b51-baa1-d89541ee16af None None] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:33.553920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:33.554579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.589175 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9184260 Nov 19 05:51:33.746839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54864) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:33.788913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1417d2-a0ec-472b-9b39-c0640a392022 None None] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:51:33.821815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Deleting subnet 50025661-e111-47ec-85bc-2978556ccb05 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:51:33.826142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.881895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.944961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:33.984450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed3fae-213f-4bc1-9d82-a895e8db3fbf req-f5661379-0373-4cd5-a8d0-b2ddc25ac387 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:33.986717 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1ed3fae-213f-4bc1-9d82-a895e8db3fbf req-f5661379-0373-4cd5-a8d0-b2ddc25ac387 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0991170 Nov 19 05:51:34.043524 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1ed3fae-213f-4bc1-9d82-a895e8db3fbf req-3e5156bc-9a8c-4242-b8c1-13d29923264d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Nov 19 05:51:34.263704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.277321 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:34.368488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50025661-e111-47ec-85bc-2978556ccb05,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:34.371806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:34.429931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.436928 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/50025661-e111-47ec-85bc-2978556ccb05 HTTP/1.1" status: 204 len: 168 time: 0.6885657 Nov 19 05:51:34.439560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54872) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:34.504919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c09a-9de7-43a5-9169-443bd51841d0 req-5d636611-c2bd-4c3b-bfa7-3df1443103b9 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:34.506493 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22f3c09a-9de7-43a5-9169-443bd51841d0 req-5d636611-c2bd-4c3b-bfa7-3df1443103b9 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.0905478 Nov 19 05:51:34.561788 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22f3c09a-9de7-43a5-9169-443bd51841d0 req-e3d1fe0d-c395-4829-95dc-1791f6efc32c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484893 Nov 19 05:51:34.570121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.779270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.895564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9cf3ef-248d-4bed-a5b4-da497560c360']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:34.908437 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d601f7-f3ad-4d73-9c5b-c0f11cbcda6d') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:34.908740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d601f7-f3ad-4d73-9c5b-c0f11cbcda6d') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:34.921925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.938027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:34.940351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:51:35.136915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Network af9cf3ef-248d-4bed-a5b4-da497560c360 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:35.148381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.277086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56816c-5ded-4ca4-83ca-57526d30cea3 req-c3fb3e10-4034-45c1-bf1a-0c98abbec964 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:35.285955 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d56816c-5ded-4ca4-83ca-57526d30cea3 req-c3fb3e10-4034-45c1-bf1a-0c98abbec964 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0993049 Nov 19 05:51:35.329330 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d56816c-5ded-4ca4-83ca-57526d30cea3 req-95382f6f-6a67-4ec2-b8ec-70095693b802 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 Nov 19 05:51:35.351633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Network af9cf3ef-248d-4bed-a5b4-da497560c360 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:51:35.379300 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:51:35.460613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.465743 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:35.482546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.492532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9cf3ef-248d-4bed-a5b4-da497560c360,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:35.499412 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] 10.222.0.17 "DELETE /v2.0/networks/af9cf3ef-248d-4bed-a5b4-da497560c360 HTTP/1.1" status: 204 len: 168 time: 1.0562868 Nov 19 05:51:35.499412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fa61841a-0f60-460f-afd8-6e6f58ad7a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:35.499854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54878) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:35.568049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Deleting subnet ce0a9f2d-68a4-4660-9c74-e88295e42a29 {{(pid=80294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:51:35.572933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.637570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6334797'] for subnet, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:35.759508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.165560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb77da-0645-4bfd-80ce-260d28416159 req-7806ee0e-da77-4d81-a0bf-3ae5a4d1d390 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:36.167205 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-55cb77da-0645-4bfd-80ce-260d28416159 req-7806ee0e-da77-4d81-a0bf-3ae5a4d1d390 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.4551063 Nov 19 05:51:36.300526 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-55cb77da-0645-4bfd-80ce-260d28416159 req-bd37efc3-b086-4a93-af5f-aa58a8370a08 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164329 Nov 19 05:51:36.315121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6444740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7223386'] for subnet, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.328813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:36.418500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0a9f2d-68a4-4660-9c74-e88295e42a29,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:36.431007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:36.468115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.474505 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-60d37497-1b02-4096-ae4c-6452108aa01f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ce0a9f2d-68a4-4660-9c74-e88295e42a29 HTTP/1.1" status: 204 len: 168 time: 0.9734344 Nov 19 05:51:36.477165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54886) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:36.652660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:36.801724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7803-a22d-4153-9324-d8db92100fd4 req-26833bce-5091-477b-a403-30276f52d7d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:36.803299 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9aba7803-a22d-4153-9324-d8db92100fd4 req-26833bce-5091-477b-a403-30276f52d7d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.3064466 Nov 19 05:51:36.904195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.007660 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9aba7803-a22d-4153-9324-d8db92100fd4 req-e0cc6f57-ee80-4d7b-b0a4-f73f5f06dc0e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512985 Nov 19 05:51:37.040470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5']}} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:37.054443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6a50c0-92a0-402c-b68f-6b31a11423d0') {'for_net_delete': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:37.054778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6a50c0-92a0-402c-b68f-6b31a11423d0') {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:51:37.067540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848440971'] for segment, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.082221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.084553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:51:37.277210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 has no segments {{(pid=80294) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:37.287535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6444697'] for segment, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.543542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Network d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 has no segments {{(pid=80294) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:51:37.566392 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:51:37.667903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.676318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294cedc-7046-41cc-bf6f-722ee6e83ce2 req-7d277296-399e-435a-8049-893db155c7b6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:37.677908 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0294cedc-7046-41cc-bf6f-722ee6e83ce2 req-7d277296-399e-435a-8049-893db155c7b6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.2131336 Nov 19 05:51:37.679967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fe8dd2e5-c137-49e7-a4aa-8786ddfdfb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:37.695741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:37.720333 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] 10.222.0.17 "DELETE /v2.0/networks/d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5 HTTP/1.1" status: 204 len: 168 time: 1.2420084 Nov 19 05:51:37.723519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bb21fc-d60f-4fa1-ae4e-51995a2e9dc5,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:37.728824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:37.756450 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0294cedc-7046-41cc-bf6f-722ee6e83ce2 req-afb89ec5-8942-493d-a11e-5750798458a6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620670 Nov 19 05:51:37.954448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54896) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:38.008755 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-11d1405c-7382-4a69-86cf-acb7cb3e6b2d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c1d66d05141c45c79835f23bf2e8c79e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530496 Nov 19 05:51:38.012658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54900) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:38.083637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.113417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.214442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.221885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6b08cb67-ceba-42d5-852f-f73da0c461ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:38.239030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd115546-6c77-48cb-943e-cdd4bced817b,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:38.242740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:38.251375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.252584 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-42ae484b-e369-4a59-933d-d44a50e7c3b7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fd115546-6c77-48cb-943e-cdd4bced817b HTTP/1.1" status: 204 len: 168 time: 0.2390299 Nov 19 05:51:38.266356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b92934-30e9-4b5d-bf92-a962b8d968c0 req-c999f475-d4b2-405c-8744-8f51481fd838 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:38.268761 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-93b92934-30e9-4b5d-bf92-a962b8d968c0 req-c999f475-d4b2-405c-8744-8f51481fd838 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1178622 Nov 19 05:51:38.319792 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-93b92934-30e9-4b5d-bf92-a962b8d968c0 req-947803aa-3ec3-4c81-9978-b323d147642b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444698 Nov 19 05:51:38.475525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:51:38.677480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54912) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:38.738001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c92bea8b-526a-4188-a857-185dfacd3308 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=021b9d7f87914e5d8edcc676cc8cee61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570009 Nov 19 05:51:38.738240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 54916) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:38.804632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.832821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.878924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.882913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d3f833db-148a-4747-b0f8-6b3ae786e83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:38.932234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a011d56d-8269-4b4e-b48b-a792019bfa30,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:38.939090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:38.947500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:38.948712 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a011d56d-8269-4b4e-b48b-a792019bfa30 HTTP/1.1" status: 204 len: 168 time: 0.2095191 Nov 19 05:51:38.989807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279a3e0-4ab7-41dc-bfb0-35bc8e67d4ca req-a7e519ff-d4a3-4ad7-974f-7a19060a68d2 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:38.991432 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8279a3e0-4ab7-41dc-bfb0-35bc8e67d4ca req-a7e519ff-d4a3-4ad7-974f-7a19060a68d2 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.1013076 Nov 19 05:51:39.044643 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8279a3e0-4ab7-41dc-bfb0-35bc8e67d4ca req-ac933f56-5623-4642-9d55-4998aa457442 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Nov 19 05:51:39.529992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26918fa-7012-4123-896d-fedb39d10c2f req-b408742a-a6a9-439b-a72c-da5a9a5fd426 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:39.531636 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a26918fa-7012-4123-896d-fedb39d10c2f req-b408742a-a6a9-439b-a72c-da5a9a5fd426 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0831990 Nov 19 05:51:39.579855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a26918fa-7012-4123-896d-fedb39d10c2f req-d3f06b99-dc4d-4695-82ea-dd86d9ac0c85 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 Nov 19 05:51:40.266773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2102c30-52bb-4eea-8285-ccadf445f664 req-df567317-df06-4e90-a2f3-7bba9eb82c5f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:40.268410 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2102c30-52bb-4eea-8285-ccadf445f664 req-df567317-df06-4e90-a2f3-7bba9eb82c5f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 932 time: 0.0897439 Nov 19 05:51:40.317928 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2102c30-52bb-4eea-8285-ccadf445f664 req-d3949c24-cf20-4fc0-a3c4-33061e758a25 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Nov 19 05:51:40.593841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Request body: {'port': {'device_id': '32a4624c-fd43-4545-a422-4847215f7e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:51:40.714505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:40.975068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab82bf-d0d9-4263-b064-a7c8d59455b4 req-079f613e-5dc8-491f-9c60-820a858c28ab tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:40.976751 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2ab82bf-d0d9-4263-b064-a7c8d59455b4 req-079f613e-5dc8-491f-9c60-820a858c28ab tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.2426057 Nov 19 05:51:41.082657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54964) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:41.125975 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2ab82bf-d0d9-4263-b064-a7c8d59455b4 req-e80ddb48-e50b-4bc0-8afc-cb1e65f2c60a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378276 Nov 19 05:51:41.246230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.253470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1321d5f0-be37-4677-ba27-add17bfe770a {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:51:41.260619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.274135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Transition to ACTIVE for port object 1321d5f0-be37-4677-ba27-add17bfe770a will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:51:41.277311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.281816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:41.286228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Usage tracker for resource:security_group_rule and tenant:21cd8b6a985f4f5fbc9aa5185b85f431 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:41.289435 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:41.292681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:41.295634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:41.364654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.367791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.375332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8135861f-7a00-4834-87e7-74909de9632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:41.421358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f319fb-a658-4724-be8e-aabd026a53cd,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:41.424781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:41.431140 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21cd8b6a985f4f5fbc9aa5185b85f431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3468921 Nov 19 05:51:41.436028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54972) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:41.510112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.540740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.589191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.593409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bab2e3c1-b8a3-45c9-868a-80cb0132729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:41.605850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f319fb-a658-4724-be8e-aabd026a53cd,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:41.608447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:41.616369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.620252 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/51f319fb-a658-4724-be8e-aabd026a53cd HTTP/1.1" status: 204 len: 168 time: 0.1806302 Nov 19 05:51:41.684545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Pushing event updated for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:41.690504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:41.772549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182e7d-fa8c-4712-86bc-f2e43c995590 req-e01087ed-cf4d-4e82-85a6-b0a35fe7fb55 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:41.774137 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64182e7d-fa8c-4712-86bc-f2e43c995590 req-e01087ed-cf4d-4e82-85a6-b0a35fe7fb55 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.1699343 Nov 19 05:51:41.932496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64182e7d-fa8c-4712-86bc-f2e43c995590 req-b0e6c797-c567-461f-8b5d-92ef6ce110db tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069765 Nov 19 05:51:41.971918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Attempting to bind port 1321d5f0-be37-4677-ba27-add17bfe770a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:51:41.972286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Attempting to bind port 1321d5f0-be37-4677-ba27-add17bfe770a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:51:41.972750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Attempting to bind port 1321d5f0-be37-4677-ba27-add17bfe770a on network e962a89d-f50a-45b1-ab75-67d29751a20c {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:51:41.980268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:51:41.980628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Checking segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:51:41.981018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.981402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Bound using segment: {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:51:41.981970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Bound port: 1321d5f0-be37-4677-ba27-add17bfe770a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dc143a-4c20-4004-97e2-d34a0469338a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:51:41.982331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:41.994517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54980) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:42.014865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.051690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:42.056492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Usage tracker for resource:security_group_rule and tenant:85d63bd0f6d442a387762b6193ba493e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:42.059663 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:42.065547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:42.074835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] For port 1321d5f0-be37-4677-ba27-add17bfe770a, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:51:42.078059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] For port 1321d5f0-be37-4677-ba27-add17bfe770a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1321d5f0-be37-4677-ba27-add17bfe770a,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:51:42.082030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.101511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-32529dfa-8f01-4a91-a3d6-f5a8d882592b tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:42.137394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.141128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.149375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9ede8344-0308-4e43-9c0c-a151540c8ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:42.196608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67829daa-a425-4c7d-a4d8-a02434d7b037,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:42.199937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:42.202912 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=85d63bd0f6d442a387762b6193ba493e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2073066 Nov 19 05:51:42.205769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 54986) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:42.254067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Pushing event updated for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:42.259080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:42.271429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.299623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.344271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.345749 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] 10.222.0.35 "PUT /v2.0/ports/1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 1158 time: 1.7569213 Nov 19 05:51:42.347339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:42.348412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.354914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-535f060d-1776-4079-826d-0f5bef27987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:42.371443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67829daa-a425-4c7d-a4d8-a02434d7b037,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:42.374701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:42.377706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:42.382416 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/67829daa-a425-4c7d-a4d8-a02434d7b037 HTTP/1.1" status: 204 len: 168 time: 0.1754353 Nov 19 05:51:42.399725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdd583-4419-499b-86ab-5ca9877e9a02 req-094de109-1e36-4b41-8804-c76e649d873f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:42.401451 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64fdd583-4419-499b-86ab-5ca9877e9a02 req-094de109-1e36-4b41-8804-c76e649d873f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.1394181 Nov 19 05:51:42.458302 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'status': 'completed', 'code': 200} Nov 19 05:51:42.523719 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64fdd583-4419-499b-86ab-5ca9877e9a02 req-ba70e93c-54f7-49bf-bdba-601ac8696f84 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155782 Nov 19 05:51:42.541486 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-6b3d1877-028c-4144-a042-a97f5e05eacc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1161 time: 0.1320019 Nov 19 05:51:42.623432 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-82ed1f59-e999-4222-9a5b-4818434368c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 217 time: 0.0670631 Nov 19 05:51:42.716784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-51042d6c-1370-4e3c-8ef6-485ea67ca601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:42.718452 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-51042d6c-1370-4e3c-8ef6-485ea67ca601 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.0863185 Nov 19 05:51:42.818934 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-c34041e8-e011-4c4a-828f-bbab5e6ec842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927191 Nov 19 05:51:43.172674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03b52e-e57a-49fb-bf04-aa3043a60f3d req-b3de65d4-9a72-47f6-8284-5c5ca65d70da tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:43.174285 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f03b52e-e57a-49fb-bf04-aa3043a60f3d req-b3de65d4-9a72-47f6-8284-5c5ca65d70da tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.3039196 Nov 19 05:51:43.176135 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-2663cfa4-d740-4ad9-be29-bdc0a03ac11c service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310814 Nov 19 05:51:43.236362 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-2dbf4bfb-6083-4ba4-bd46-80f03cb61c01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1162 time: 0.2818959 Nov 19 05:51:43.451413 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f03b52e-e57a-49fb-bf04-aa3043a60f3d req-262183f6-4efe-4d29-b5df-270c77d38e2d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700152 Nov 19 05:51:43.498902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b647318-edf3-4fb2-9cf6-b4707c9bc154 req-6a267f9a-44a2-48b5-ad2b-c4b65779c3c0 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:43.500434 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2b647318-edf3-4fb2-9cf6-b4707c9bc154 req-6a267f9a-44a2-48b5-ad2b-c4b65779c3c0 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.4303551 Nov 19 05:51:43.510317 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f0539adc-ae5d-4f44-abc3-508b52ff28cf req-e8f4f47f-7a72-497b-9c9a-641a5d1370d0 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3112884 Nov 19 05:51:43.551087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-b4ce1e35-c4eb-4598-9ff8-e90092f06d0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:43.552711 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-b4ce1e35-c4eb-4598-9ff8-e90092f06d0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.2627330 Nov 19 05:51:43.575305 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2b647318-edf3-4fb2-9cf6-b4707c9bc154 req-8c9d5ce3-d376-4b8d-8e3f-dac642c5aa23 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621467 Nov 19 05:51:43.763085 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-deeddfed-027f-4c64-90b0-a4635e2691d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 1001 time: 0.1556585 Nov 19 05:51:43.834860 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-101d8be8-3419-4ee2-bc82-aa5dd8f5fb1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1161 time: 0.1753860 Nov 19 05:51:43.916332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-f482969d-8351-468e-a420-e45de88d840b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:43.917932 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-f482969d-8351-468e-a420-e45de88d840b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.1449442 Nov 19 05:51:44.037758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-e7a99fae-2580-4d25-9065-6e1e6f5d5322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:44.039302 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-e7a99fae-2580-4d25-9065-6e1e6f5d5322 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.1973519 Nov 19 05:51:44.111374 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-2b0a0f0c-3898-4709-a05c-2a4587eb0b6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1843429 Nov 19 05:51:44.145787 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-f4cbdd9d-0c07-4b6a-a36e-18c12a2e0a32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 217 time: 0.0960178 Nov 19 05:51:44.521552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-99b99338-98ae-4f7f-8cc8-9ef6d3f8931a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:44.523138 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-99b99338-98ae-4f7f-8cc8-9ef6d3f8931a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.3269792 Nov 19 05:51:44.589985 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-b831fc45-a95b-4461-99e7-c44bdf7373fc service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703264 Nov 19 05:51:44.846276 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-3efc1bc6-8b72-4eb0-a7e5-d3fffc3a43e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3068593 Nov 19 05:51:44.951097 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d7d03bd-aa9c-4fd6-ae57-9b91545de6ff req-3456e75c-e4b2-4070-8045-7f3db1b997f6 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3183494 Nov 19 05:51:44.966105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09260b5-2c15-4f39-b5c6-ad5917e8399f req-870cd894-2b7c-4103-b184-15cde9aedfa3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:44.967653 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f09260b5-2c15-4f39-b5c6-ad5917e8399f req-870cd894-2b7c-4103-b184-15cde9aedfa3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.3760595 Nov 19 05:51:45.057858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30908b2-404b-49e4-99bf-b93b5bd90072 req-0f1bde88-1474-4904-8add-36da703a19d0 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:45.059364 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f30908b2-404b-49e4-99bf-b93b5bd90072 req-0f1bde88-1474-4904-8add-36da703a19d0 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.3228066 Nov 19 05:51:45.104281 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-eb5017e0-60c3-459d-b181-c70be4b658d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439656 Nov 19 05:51:45.108561 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f09260b5-2c15-4f39-b5c6-ad5917e8399f req-5f8e8e99-3aed-4a18-81f8-5b89ef5c99e7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300228 Nov 19 05:51:45.216386 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f30908b2-404b-49e4-99bf-b93b5bd90072 req-b2cacd98-433a-450a-be89-21c962914356 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410003 Nov 19 05:51:45.267565 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a7da1008-8bbf-4451-98fc-7763e00d66aa req-f4a324dd-d8cd-4334-81c6-a388e5bd5e89 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499050 Nov 19 05:51:46.325393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb7c92-3fe8-43fe-8b53-252cc9db4f47 req-54149158-63d4-421d-8f5b-a917b7f92a33 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:46.327023 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80fb7c92-3fe8-43fe-8b53-252cc9db4f47 req-54149158-63d4-421d-8f5b-a917b7f92a33 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0852859 Nov 19 05:51:46.431309 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80fb7c92-3fe8-43fe-8b53-252cc9db4f47 req-5a7c46cc-7757-4eff-b470-d0461f10a0a1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949800 Nov 19 05:51:46.464428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e19a3-1bb3-4781-8970-073cae52d81b req-1e5fc4a0-c80b-4caa-8a09-7d14669e3791 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:46.466066 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5e7e19a3-1bb3-4781-8970-073cae52d81b req-1e5fc4a0-c80b-4caa-8a09-7d14669e3791 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.1120062 Nov 19 05:51:46.521828 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5e7e19a3-1bb3-4781-8970-073cae52d81b req-dc690926-7c4b-458d-b034-bd48f406a90a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463600 Nov 19 05:51:46.561397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:46.751144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:46.828298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 16967f06-af88-426b-9b06-bef303a39702 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:46.828628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:47.734760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce1137-d518-48a8-9ea8-d7346ee16881 req-4679b0e7-0fca-40f6-b0e7-76eee762fda3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:47.736550 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-44ce1137-d518-48a8-9ea8-d7346ee16881 req-4679b0e7-0fca-40f6-b0e7-76eee762fda3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.0867114 Nov 19 05:51:47.790287 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-44ce1137-d518-48a8-9ea8-d7346ee16881 req-0bcc24b5-4a4a-48b6-9eff-c5a080b16b99 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471699 Nov 19 05:51:47.894028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55094) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:48.060346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.092788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:48.096814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Usage tracker for resource:security_group_rule and tenant:1f0de2fff529499987f857f676ae6e6d is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:48.099752 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:48.105679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:48.173324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.177615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.184761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4042aa7c-46f0-48a1-ad7a-296752ea4ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:48.226565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1337688-2698-42c3-9f0e-475e2432d8b1,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:48.230257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:48.233267 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1f0de2fff529499987f857f676ae6e6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3381312 Nov 19 05:51:48.236232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55100) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:48.304191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.333880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.387830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.392953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bdeb89fc-fb3f-433f-8996-5e3fe334e615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:48.405140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1337688-2698-42c3-9f0e-475e2432d8b1,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:48.408540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:48.410781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.411920 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c1337688-2698-42c3-9f0e-475e2432d8b1 HTTP/1.1" status: 204 len: 168 time: 0.1747584 Nov 19 05:51:48.777042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55108) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:48.797069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.832372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:48.836423 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Usage tracker for resource:security_group_rule and tenant:1bf7e561d66544e38962c3ab6e97de2e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:48.840490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:48.846527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:48.880388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-3ca45a51-8492-4d58-acee-e86b5689a0e8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:51:48.922667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.925962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:48.934041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a81eaa1c-9cd7-42a0-b4aa-58ec3aa2cd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:49.011242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7591e-2b3a-4ac7-a0e9-19a103a468fe req-8f3d5f86-dd5c-4596-861b-164a58b2f86c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:49.013100 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cca7591e-2b3a-4ac7-a0e9-19a103a468fe req-8f3d5f86-dd5c-4596-861b-164a58b2f86c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.0928481 Nov 19 05:51:49.067243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cca7591e-2b3a-4ac7-a0e9-19a103a468fe req-f5abb00c-7e66-413b-8d9f-c739d666120e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Nov 19 05:51:49.196949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4cf359-9f23-4a61-bcad-1d4047c3b9f4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:49.202335 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1bf7e561d66544e38962c3ab6e97de2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4242349 Nov 19 05:51:49.203427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:49.204151 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55114) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:49.268785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:49.296197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:49.359034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:49.362861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c48d2fce-e2c1-4ad4-9a29-1d30066fce71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:49.374677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4cf359-9f23-4a61-bcad-1d4047c3b9f4,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:49.378662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:49.382077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:49.383289 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cb4cf359-9f23-4a61-bcad-1d4047c3b9f4 HTTP/1.1" status: 204 len: 168 time: 0.1781704 Nov 19 05:51:49.868207 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:50.020342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 1321d5f0-be37-4677-ba27-add17bfe770a completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:51:50.031591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:50.032013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:50.246050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:50.284385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e74a5-8d0d-42e6-8313-ec2a09a799f5 req-eb3a8f46-aa70-483a-b3a7-b459dbe257f9 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:50.285988 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ec1e74a5-8d0d-42e6-8313-ec2a09a799f5 req-eb3a8f46-aa70-483a-b3a7-b459dbe257f9 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 944 time: 0.0888016 Nov 19 05:51:50.290383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:51:50.308323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 1321d5f0-be37-4677-ba27-add17bfe770a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1321d5f0-be37-4677-ba27-add17bfe770a,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:51:50.314321 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:50.316390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-35c76bf2-b64d-4a46-91f1-7f729ed8ab49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:50.342438 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ec1e74a5-8d0d-42e6-8313-ec2a09a799f5 req-f62ef766-3e06-48da-ab30-3c3426acd6ec tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Nov 19 05:51:50.401297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:50.410788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.411163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.411577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.411903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.412258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.412617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.413267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.413386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.413645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.413995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.414463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.414789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.415384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.415696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.416059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.416403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.416751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.417100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.417494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.417836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.418183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.418531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.418863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.419201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:51:50.423766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:50.533176 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'code': 200} Nov 19 05:51:50.754607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:51:50.827499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:51:50.828048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:50.841968 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80246eb4-ee24-42bc-b566-170b5ebd0dd0 req-def661fc-c8d2-4b4d-a1bd-fd49f3679444 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1163 time: 0.0782843 Nov 19 05:51:50.888597 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80246eb4-ee24-42bc-b566-170b5ebd0dd0 req-c4cc32a4-ce5e-4bfe-bb57-c3016561e290 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Nov 19 05:51:51.318326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9e9af714-9b56-4245-89bd-9f202a52b2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:51.560884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144cc54-88a6-444e-8a59-20f5ed765cbd req-263a5591-f9f3-426c-95f7-7f1a8d6c309a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:51.562482 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1144cc54-88a6-444e-8a59-20f5ed765cbd req-263a5591-f9f3-426c-95f7-7f1a8d6c309a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0880501 Nov 19 05:51:51.613404 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1144cc54-88a6-444e-8a59-20f5ed765cbd req-6f228978-810d-4cfc-bdf6-25d46613e8b5 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Nov 19 05:51:52.241637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55192) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:52.397808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.431720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:52.435907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:9af49f1b5cfd46cebf2f98011d9cab3a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:52.438889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:52.444740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:52.518866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.522195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.530247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-60e1f3c6-4594-49fb-bd5b-c5e05e37cc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:52.572578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0016b8-de2f-4ced-8259-5652df51e5a5,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:52.575706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:52.578179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9af49f1b5cfd46cebf2f98011d9cab3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3354378 Nov 19 05:51:52.581034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55198) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:52.647390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.675553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.722987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.728173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-772f6441-a30f-4caf-a6a8-223a2fc46a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:52.742913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0016b8-de2f-4ced-8259-5652df51e5a5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:52.745430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:52.746443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:52.750090 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2b0016b8-de2f-4ced-8259-5652df51e5a5 HTTP/1.1" status: 204 len: 168 time: 0.1656873 Nov 19 05:51:52.832892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dfca3-f041-4f54-a69d-1f1f36a74523 req-2c795993-2008-4391-8062-237f35a9122c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:52.834822 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a6dfca3-f041-4f54-a69d-1f1f36a74523 req-2c795993-2008-4391-8062-237f35a9122c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0829141 Nov 19 05:51:52.888657 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a6dfca3-f041-4f54-a69d-1f1f36a74523 req-3d4268d5-bfe8-4dea-8c0c-9a605f10c272 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Nov 19 05:51:53.100269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d24b7-b6dc-4a8f-af3e-909cd4014765 req-d8bc8d41-038f-4471-8f82-d05dd84ec65a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:53.101841 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-532d24b7-b6dc-4a8f-af3e-909cd4014765 req-d8bc8d41-038f-4471-8f82-d05dd84ec65a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0847144 Nov 19 05:51:53.108421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55210) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:53.127797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.151501 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-532d24b7-b6dc-4a8f-af3e-909cd4014765 req-0645b04d-20d0-484f-9c9d-35087f751b9d tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Nov 19 05:51:53.164418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:53.170239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Usage tracker for resource:security_group_rule and tenant:51e99137de5c4d58b841cba8c6550a2c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:53.173336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:53.179249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:53.252305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.255926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.263034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6735161f-a171-430d-aaa1-db64bbf2d55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:53.306109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e60d58f-28f5-4803-b881-07e5f3151736,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:53.310163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:53.315941 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=51e99137de5c4d58b841cba8c6550a2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2032332 Nov 19 05:51:53.316098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55216) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:53.381818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.410344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.457919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.463981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0b988830-0031-4b8d-9e17-7b894f36106b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:53.475030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e60d58f-28f5-4803-b881-07e5f3151736,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:53.479191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:53.483655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:53.487215 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5e60d58f-28f5-4803-b881-07e5f3151736 HTTP/1.1" status: 204 len: 168 time: 0.1677742 Nov 19 05:51:53.603185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ba7ea-07b1-4ad8-ac2f-87728d185bc9 req-222cc12d-2c70-4eb9-bf43-0ee8619112e1 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:51:53.604760 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f75ba7ea-07b1-4ad8-ac2f-87728d185bc9 req-222cc12d-2c70-4eb9-bf43-0ee8619112e1 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0883129 Nov 19 05:51:53.654270 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f75ba7ea-07b1-4ad8-ac2f-87728d185bc9 req-6bd0fa1b-fddc-4c1e-8ca7-d3e4a7d6c570 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Nov 19 05:51:53.972572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a622bc73-eedb-489c-92e3-e8ba0139e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:54.390941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:54.957501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55256) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:55.116587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.151755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:55.156569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Usage tracker for resource:security_group_rule and tenant:5a64f5691cfa41feb08b2d911785d805 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:55.159986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:55.166767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:55.241739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.245123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.253291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1ce80ef5-3581-4495-bdaf-e076582266d8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:55.296814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101672f1-cd97-4936-a023-f320390a014c,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:55.300505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:55.308848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55270) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:55.309036 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5a64f5691cfa41feb08b2d911785d805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3504539 Nov 19 05:51:55.344558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.385757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.414384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.464793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.470130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-905313da-ccd3-4506-81b4-b9bf4e99e77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:55.484553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101672f1-cd97-4936-a023-f320390a014c,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:55.487929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:55.489254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:55.493758 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/101672f1-cd97-4936-a023-f320390a014c HTTP/1.1" status: 204 len: 168 time: 0.1832423 Nov 19 05:51:55.763835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.322364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55344) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:57.492274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.532407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:51:57.536890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Usage tracker for resource:security_group_rule and tenant:d539c4c8291b4911ba6262863aeef8a9 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:51:57.540053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:51:57.546378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:51:57.616342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.620488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.627494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-172f05fc-1f89-4afe-aae9-fa49b80932c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:57.671962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b6f65-1bde-4374-bb1d-cee35c81e73d,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:57.675420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:57.679271 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d539c4c8291b4911ba6262863aeef8a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3558462 Nov 19 05:51:57.681982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55350) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:51:57.745938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.772950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.820124 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.824112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd735d6b-7283-44ba-acbe-255221832201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:51:57.839985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b6f65-1bde-4374-bb1d-cee35c81e73d,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:51:57.842800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:51:57.844001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:51:57.845281 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/674b6f65-1bde-4374-bb1d-cee35c81e73d HTTP/1.1" status: 204 len: 168 time: 0.1622989 Nov 19 05:52:04.327049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2552c-b71c-449c-970b-5a9902714d32 req-af63b951-bf07-481d-b7ca-ec92740eea4e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:04.328764 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2b2552c-b71c-449c-970b-5a9902714d32 req-af63b951-bf07-481d-b7ca-ec92740eea4e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0931492 Nov 19 05:52:04.378983 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e2b2552c-b71c-449c-970b-5a9902714d32 req-09e2a2fd-f573-460a-80e0-44ee33992764 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436003 Nov 19 05:52:04.604745 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-53eb9307-979a-4dc6-9e78-f4c2dbf16381 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1606255 Nov 19 05:52:04.614666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:04.620586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:04.624791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Usage tracker for resource:floatingip and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:04.627846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:04.633738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:04.644356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:04.789666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:05.070038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Allocated IP 172.27.3.176 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/9b343dda-e230-4021-a163-741df4c9434d) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:52:05.232000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:05.258978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:05.274111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:05.664806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'Port': ['ID=9b343dda-e230-4021-a163-741df4c9434d,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:05.671288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:05.746622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681f3ab-66dc-4dd9-a2a6-bd128edd4ee5 req-e172b2b1-c9cb-4819-b167-5eceef4bb773 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:05.748303 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0681f3ab-66dc-4dd9-a2a6-bd128edd4ee5 req-e172b2b1-c9cb-4819-b167-5eceef4bb773 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.3929186 Nov 19 05:52:05.753042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:52:05.754208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:52:05.757345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:52:05.850501 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0681f3ab-66dc-4dd9-a2a6-bd128edd4ee5 req-fa4d9970-f847-4ee3-bd1c-4cb8a0f7799a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941112 Nov 19 05:52:05.881072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:05.943460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:06.216641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:06.221229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:06.240083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:06.370160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'Port': ['ID=9b343dda-e230-4021-a163-741df4c9434d,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:06.375355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:06.481750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:06.511103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:06.512449 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9019847 Nov 19 05:52:06.600215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-b9aee8b7-4dac-4ca7-a96e-edcbaab51b6b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Synchronizing usage tracker for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:06.620737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-b9aee8b7-4dac-4ca7-a96e-edcbaab51b6b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Unset dirty status for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:06.622033 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-b9aee8b7-4dac-4ca7-a96e-edcbaab51b6b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1021509 Nov 19 05:52:06.782984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-3d4fd5d9-0fa7-4a94-971f-4b74b16c15ce tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:06.784504 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-15d1ee3f-bc24-40ec-9c02-70a7a6be6bb2 req-3d4fd5d9-0fa7-4a94-971f-4b74b16c15ce tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1565232 Nov 19 05:52:06.984109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-9c0397da-0402-4000-877b-f69f7bf73b74 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:06.985712 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-9c0397da-0402-4000-877b-f69f7bf73b74 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0838225 Nov 19 05:52:07.117540 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-a2f98b3f-7bb7-49bd-8df4-b211bb191820 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1255827 Nov 19 05:52:07.130177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'floatingip': {'port_id': '1321d5f0-be37-4677-ba27-add17bfe770a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:07.215602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:07.337014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1a859-f0b1-418e-bb99-6027363b9de7 req-d62af37c-4087-42f5-895c-1404d748ac04 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:07.338607 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b5a1a859-f0b1-418e-bb99-6027363b9de7 req-d62af37c-4087-42f5-895c-1404d748ac04 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.2883589 Nov 19 05:52:07.500647 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b5a1a859-f0b1-418e-bb99-6027363b9de7 req-c5032f86-1eb3-4c72-b8df-daeef6c2d736 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551518 Nov 19 05:52:07.687565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-8891b51c-010a-4e43-96bf-d71e79465472 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:07.689116 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-8891b51c-010a-4e43-96bf-d71e79465472 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.2693284 Nov 19 05:52:07.862300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Deleting port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:07.862840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.212084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:08.212454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.553389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.563282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.720326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:52:08.833516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.862010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:08.872709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:08.876541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.878401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:08.921533 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.921935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:08.922284 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Floating IP 626d3ef7-308e-4f8a-84c6-4ac9c880bad6 disassociated. External IP: 172.27.3.78, port: 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda. Nov 19 05:52:08.922655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Calling delete_port for 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:52:08.948910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=7']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:08.952815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:09.013546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c4db3-d493-48f9-9ead-d81b6e897062 req-7e40a82e-e11f-435c-9779-3e37bf0f455d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:09.015166 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-323c4db3-d493-48f9-9ead-d81b6e897062 req-7e40a82e-e11f-435c-9779-3e37bf0f455d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 945 time: 0.3279779 Nov 19 05:52:09.120361 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-323c4db3-d493-48f9-9ead-d81b6e897062 req-5f80e667-c7dd-4714-b003-6b6578b2128a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969191 Nov 19 05:52:09.121371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:52:09.121723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:52:09.151675 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Floating IP 34d2f154-4ee2-429a-a1e1-d3b7ceded4fa associated. External IP: 172.27.3.176, port: 1321d5f0-be37-4677-ba27-add17bfe770a. Nov 19 05:52:09.209584 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'code': 200} Nov 19 05:52:09.574968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Router f5bd468c-060f-4c69-bdab-9cd47fd07377 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:52:09.635680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Deleting port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:09.636048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:09.985027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] For port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:09.985636 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.180208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:52:10.191648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] Sync routers for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:52:10.192716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.205732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:10.206569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:51:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:10.403719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:10.607799 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b49aa940-ccfe-4c11-b0ea-b3bfa7670f51 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "PUT /v2.0/floatingips/34d2f154-4ee2-429a-a1e1-d3b7ceded4fa HTTP/1.1" status: 200 len: 997 time: 3.4831593 Nov 19 05:52:10.610562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:10.695884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.696424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:10.696779 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Floating IP 626d3ef7-308e-4f8a-84c6-4ac9c880bad6 disassociated. External IP: 172.27.3.78, port: 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda. Nov 19 05:52:10.697163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Calling delete_port for 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:52:10.786749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343562-fe1f-41df-9ff2-cf4f2ac29bda req-f0e4ef62-3347-4e44-a96d-10792b7847cb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:10.787550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-45343562-fe1f-41df-9ff2-cf4f2ac29bda req-f0e4ef62-3347-4e44-a96d-10792b7847cb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:10.869810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-45343562-fe1f-41df-9ff2-cf4f2ac29bda req-f0e4ef62-3347-4e44-a96d-10792b7847cb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:10.871114 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-45343562-fe1f-41df-9ff2-cf4f2ac29bda req-f0e4ef62-3347-4e44-a96d-10792b7847cb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 943 time: 0.4267249 Nov 19 05:52:10.910740 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-17122eac-2e7a-4dd8-ac4b-2293d251f503 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1163 time: 0.2767212 Nov 19 05:52:10.938615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '34d2f154-4ee2-429a-a1e1-d3b7ceded4fa', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'port_id': '1321d5f0-be37-4677-ba27-add17bfe770a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'mac_address': 'fa:16:3e:f7:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4624c-fd43-4545-a422-4847215f7e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:52:05Z', 'updated_at': '2020-11-19T05:52:08Z', 'revision_number': 1, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:14Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:10.942914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] Checking router: f5bd468c-060f-4c69-bdab-9cd47fd07377 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:52:10.955502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:10.960215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:51:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:11.031537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:11.054946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9c16d32d-6712-42e4-b893-fa2983f90627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:11.149386 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:11.162836 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-45343562-fe1f-41df-9ff2-cf4f2ac29bda req-5a41c4f3-202c-45c1-a5f9-7fe9ea5e4e44 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=4d2f7359-3fe1-411e-b753-8960ef178534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827263 Nov 19 05:52:11.168599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event deleted for resources: {'Port': ['ID=55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:11.190322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:11.251915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-5fd5b772-6c34-47d5-bcbd-a756ec3fad15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:11.253546 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-5fd5b772-6c34-47d5-bcbd-a756ec3fad15 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.3356862 Nov 19 05:52:11.263616 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'status': 'completed', 'code': 200} Nov 19 05:52:11.488850 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-65018160-2cfe-4b9d-842d-f7de177de7ee service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 1000 time: 0.2242539 Nov 19 05:52:11.535351 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-03ca99d3-b6e7-41ff-8a7b-589c66c7868b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0883493 Nov 19 05:52:11.540216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '34d2f154-4ee2-429a-a1e1-d3b7ceded4fa', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'port_id': '1321d5f0-be37-4677-ba27-add17bfe770a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'mac_address': 'fa:16:3e:f7:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4624c-fd43-4545-a422-4847215f7e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:52:05Z', 'updated_at': '2020-11-19T05:52:08Z', 'revision_number': 1, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:14Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:11.544650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176535fe-0bc2-42d4-bc8e-63ceb2296f39 None None] The sync data for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi is: [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '34d2f154-4ee2-429a-a1e1-d3b7ceded4fa', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'port_id': '1321d5f0-be37-4677-ba27-add17bfe770a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'mac_address': 'fa:16:3e:f7:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a4624c-fd43-4545-a422-4847215f7e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:52:05Z', 'updated_at': '2020-11-19T05:52:08Z', 'revision_number': 1, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:14Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:52:11.593030 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-73aec992-2fa0-4571-b046-a23093dd857f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1163 time: 0.2708600 Nov 19 05:52:11.601582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b4e3b474-74e8-4565-9411-8fba30b4f1be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:11.603361 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-b4e3b474-74e8-4565-9411-8fba30b4f1be service neutron] 10.222.0.17 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.1068296 Nov 19 05:52:11.655155 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-7b7fdd9f-1485-4bec-8108-9fc53e97a433 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 1162 time: 0.0811129 Nov 19 05:52:11.842129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-a6b8da71-448a-402f-8679-cdd850c111e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:11.844104 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-a6b8da71-448a-402f-8679-cdd850c111e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.1677876 Nov 19 05:52:11.895776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72234-2204-497f-918d-98db50379a60 None None] New status for floating IP 34d2f154-4ee2-429a-a1e1-d3b7ceded4fa: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:52:11.921235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-710b080d-c4dc-4314-829a-980d05ed9fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:11.923211 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-710b080d-c4dc-4314-829a-980d05ed9fb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.3189583 Nov 19 05:52:11.966685 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-d7bf370f-6e60-4522-9978-a4a214127d8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 200 len: 1001 time: 0.1140077 Nov 19 05:52:11.990433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-8356adfc-330f-4da3-8001-18aec800b0d4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3605235 Nov 19 05:52:12.030671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-c4dfa0ef-c219-4130-b9cb-aab957ffbfbd service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:52:12.032084 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-c4dfa0ef-c219-4130-b9cb-aab957ffbfbd service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0304856 Nov 19 05:52:12.044714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-af53bf39-481f-4a23-abd1-74c53ddf4e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:12.046420 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-af53bf39-481f-4a23-abd1-74c53ddf4e13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.0710778 Nov 19 05:52:12.137615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-181a2343-d558-4f68-9327-777eb1d73e14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835116 Nov 19 05:52:12.172894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Router e168b72c-d508-4c65-9a4b-a970f9948926 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:52:12.185922 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-a6778fc4-bb2a-4612-8b8d-3fae982f78a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 1000 time: 0.2533100 Nov 19 05:52:12.316365 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-075bbedf-edce-48e5-8899-cd0a629b784b service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633351 Nov 19 05:52:12.462865 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-b24463c8-750a-4c68-ba02-c2f87b845b0d service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452370 Nov 19 05:52:12.613370 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f256eea3-8711-4a5b-b3d6-c7811ed57478 req-7b4a3b4e-a806-492a-a199-275e6fc3be7d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 210 time: 0.1418011 Nov 19 05:52:12.634588 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-c66be77b-952c-45ba-8dff-14049418aeb5 service neutron] 10.222.0.17 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800798 Nov 19 05:52:12.638858 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-d0552571-afaf-401c-8964-e76cc6c44833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:12.640365 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-d0552571-afaf-401c-8964-e76cc6c44833 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.4453540 Nov 19 05:52:12.922942 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b1d96c64-c4c1-4228-bc4c-dba27ea39a20 req-8bd1ce7c-6781-40cb-8100-c4991059975b service neutron] 10.222.0.17 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2814744 Nov 19 05:52:12.941181 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-26e6c9e3-14b2-4135-b783-104f47bb722d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2766111 Nov 19 05:52:13.046714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1071330229', 'description': 'tempest-TestMinimumBasicScenario-1071330229 description'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:13.055340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:13.068349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Usage tracker for resource:security_group and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:13.073195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:13.081487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:13.112954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.140243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:52:13.150624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:52:13.164004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:13.164899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:51:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:13.198982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] No DVR routers for this DVR port 55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:52:13.203795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.205838 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0faf420d-89c8-4e77-b8e8-e5afd36c147f req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "DELETE /v2.0/ports/55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda HTTP/1.1" status: 204 len: 173 time: 5.5073261 Nov 19 05:52:13.216496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-b9811ef4-7fe2-4e7e-b2e7-633322e253fa service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555587 Nov 19 05:52:13.223865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:13.304176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-deleted', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:13.309742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Usage tracker for resource:security_group_rule and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:13.319220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:13.334480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:13.368381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:13.413740 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c064b05-d40c-4a52-94b7-f2c17bbc818a', 'name': 'network-vif-deleted', 'tag': '55e3ff17-1aa1-421e-8c72-a4dd9a0d7bda', 'status': 'completed', 'code': 200} Nov 19 05:52:13.426162 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ed6d34f4-74ea-426c-a221-a5a61c8bbed3 req-885037d0-615e-4698-b06b-194c145ee0d3 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994834 Nov 19 05:52:13.443548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.477346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.483435 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ae2164b4-ff54-4247-ad58-c714b9fa71f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:13.527811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd8939-feae-46c1-8602-5b3397f03d01,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:13.531002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:13.531935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.533228 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e6444e2-faad-460f-9b6a-493ebb8db0aa req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1653 time: 0.5432398 Nov 19 05:52:13.622832 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-af5cd6b4-ee1f-498b-bf9e-e1ba08d3a30b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups/d4dd8939-feae-46c1-8602-5b3397f03d01 HTTP/1.1" status: 200 len: 1648 time: 0.0487690 Nov 19 05:52:13.634767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4dd8939-feae-46c1-8602-5b3397f03d01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:13.635259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4dd8939-feae-46c1-8602-5b3397f03d01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:13.641690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:13.645932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Usage tracker for resource:security_group_rule and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:13.648983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:13.654940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:13.741100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:13.747881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:52:13.756532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.763776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:13.764996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:51:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:13.784389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.788952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.796890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:13.870322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60faed33-c37e-4f41-a9e8-ecb63eee1e2b,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:13.873584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:13.877726 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6261f57b-e7eb-4a05-ad03-e5935e1768ef req-6854460b-c0fb-4f86-941d-3beb36e9c5d5 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=4c064b05-d40c-4a52-94b7-f2c17bbc818a HTTP/1.1" status: 200 len: 210 time: 0.0620251 Nov 19 05:52:13.879091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:13.880271 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f4e7b6c0-6c6e-453d-b095-3dd5a89a7f45 req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2502904 Nov 19 05:52:13.958122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:13.972299 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-d9e58a7e-a743-4ea3-b81c-571992701472 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups/d4dd8939-feae-46c1-8602-5b3397f03d01 HTTP/1.1" status: 200 len: 2151 time: 0.0571952 Nov 19 05:52:13.984179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4dd8939-feae-46c1-8602-5b3397f03d01', 'remote_group_id': None}]} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:13.984519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4dd8939-feae-46c1-8602-5b3397f03d01', 'remote_group_id': None}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:13.990985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:13.995187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Usage tracker for resource:security_group_rule and tenant:44bf127e619e4dac95a557658fd0b9aa is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:13.998232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:14.004211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:14.064791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.090907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.094524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.096713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-23373308-23d6-4340-91a2-1fde0333f489 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:14.123281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a691a5-f045-46a2-a52a-a3ad4fcb902d,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:14.125907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:14.133342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.134697 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f4a010b-e9be-40b7-9f74-2f058f5d5f90 req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1550100 Nov 19 05:52:14.291610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-e73cedbe-8df7-4277-8fe5-eee62bbc71f3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Synchronizing usage tracker for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:14.301550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:14.306034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ccc62-46ea-4dde-bd8f-b45f1502b419 None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:52:14.310050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-e73cedbe-8df7-4277-8fe5-eee62bbc71f3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Unset dirty status for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:14.311352 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-e73cedbe-8df7-4277-8fe5-eee62bbc71f3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1071330229&fields=id&tenant_id=44bf127e619e4dac95a557658fd0b9aa HTTP/1.1" status: 200 len: 267 time: 0.0673137 Nov 19 05:52:14.404006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-0bdae31b-648d-489a-8326-3837af152af7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:14.405604 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-0bdae31b-648d-489a-8326-3837af152af7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0843558 Nov 19 05:52:14.417695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'port': {'security_groups': ['bd0d1f63-6c54-40b5-8fcb-538615067d76', 'd4dd8939-feae-46c1-8602-5b3397f03d01']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:14.543655 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.682171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a3968-9748-494c-a98f-bf8e1856c5cc None None] New status for floating IP 626d3ef7-308e-4f8a-84c6-4ac9c880bad6: DOWN {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:52:14.883992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] For port 1321d5f0-be37-4677-ba27-add17bfe770a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1321d5f0-be37-4677-ba27-add17bfe770a,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:14.914556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.920310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:14.936871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e77b0ab1-0a1a-4fd5-98f0-46d1773d95dc tempest-AttachVolumeNegativeTest-126340404 tempest-AttachVolumeNegativeTest-126340404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:15.051926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55428) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:15.100314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:15.106113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:15.132116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.151839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:15.152529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.154039 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1a0381c6-0f93-40b8-9129-0cc146d440ea req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "PUT /v2.0/ports/1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 982 time: 0.7414448 Nov 19 05:52:15.165905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.216384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.222095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0227b9f5-46a0-47c7-9e21-79e6fb5fe441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:15.240033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2f7359-3fe1-411e-b753-8960ef178534,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:15.254612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.255024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.255453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.255856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.256249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.256641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.257028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.257414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.257799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.258187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.258571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.259077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.259825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.260280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.260671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.261039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.261595 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.262141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.262676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.263217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.263816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.264361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.264903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.265458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:15.273133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:15.274199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.278193 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "DELETE /v2.0/security-groups/4d2f7359-3fe1-411e-b753-8960ef178534 HTTP/1.1" status: 204 len: 168 time: 0.2251415 Nov 19 05:52:15.278861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55434) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:15.297146 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.v2.resource [None req-4bd50b2b-e2ac-4a34-9602-34b3acebc9da tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] show failed (client error): The resource could not be found. Nov 19 05:52:15.301375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4bd50b2b-e2ac-4a34-9602-34b3acebc9da tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups/4d2f7359-3fe1-411e-b753-8960ef178534 HTTP/1.1" status: 404 len: 347 time: 0.0214629 Nov 19 05:52:15.302140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55438) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:15.359804 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d7d0-5fa2-4f76-9808-a21eda7c6415 req-81eb7a25-9514-46f5-862e-e5da64296d63 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:15.361430 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-50f6d7d0-5fa2-4f76-9808-a21eda7c6415 req-81eb7a25-9514-46f5-862e-e5da64296d63 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0919011 Nov 19 05:52:15.364163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-5d9067d4-f12b-47e2-adb3-9f979df644e0 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:15.364581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5d9067d4-f12b-47e2-adb3-9f979df644e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.412152 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-50f6d7d0-5fa2-4f76-9808-a21eda7c6415 req-e5b60145-99df-415e-b4db-c3156e1114df tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0434275 Nov 19 05:52:15.415194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:15.475903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:52:15.478757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Deleting port ec6e6c92-7614-4713-a056-c8754275ce64 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:15.479131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.498355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'status': 'completed', 'code': 200} Nov 19 05:52:15.632140 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-4ee4a7ab-7d9d-45f6-beb9-ce573d84d35e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1203 time: 0.0848176 Nov 19 05:52:15.667925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.668174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.777287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-1609b348-34c6-43f3-a9b0-2951d3c9c404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:15.778904 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-1609b348-34c6-43f3-a9b0-2951d3c9c404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.1401019 Nov 19 05:52:15.797103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Calling delete_port for ec6e6c92-7614-4713-a056-c8754275ce64 owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:52:15.891242 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-3c1d301f-6648-4364-ab5b-13f4c4c4a087 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 1002 time: 0.1052272 Nov 19 05:52:15.948275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:15.962330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:15.968678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-fe455e7b-a6f0-4947-8c81-35efb4b2d1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:15.970279 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-fe455e7b-a6f0-4947-8c81-35efb4b2d1d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.0713260 Nov 19 05:52:16.054837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event deleted for resources: {'Port': ['ID=ec6e6c92-7614-4713-a056-c8754275ce64,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:16.056292 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-9720d4d6-7d93-4241-9f82-da693447b0cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774693 Nov 19 05:52:16.057696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:16.187017 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.201693 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-9a30ae37-bb34-491c-91fa-6a3199fe9138 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385255 Nov 19 05:52:16.204995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.206266 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "DELETE /v2.0/floatingips/626d3ef7-308e-4f8a-84c6-4ac9c880bad6 HTTP/1.1" status: 204 len: 168 time: 0.9031198 Nov 19 05:52:16.346677 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ab32b4a0-d575-4617-9732-1d5b2084b5cd req-53cc7460-723b-4cba-9390-08efdd46f43e service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378479 Nov 19 05:52:16.581949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55448) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:16.584477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.588429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'security_group': {'name': 'tempest-securitygroup--133055134', 'description': 'tempest-description--1753896280'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:16.595158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:16.600369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:16.603855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:16.610035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:16.621986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.660563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:16.665061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:16.668451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:16.674948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:16.733562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.739639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.745188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ea4d412a-fe28-41d5-a95b-dc9e3fabb916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:16.789656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'SecurityGroup': ['ID=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:16.792844 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:16.793552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.794843 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2118037 Nov 19 05:52:16.798227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55452) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:16.804576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'security_group_rule': {'security_group_id': '20c3d4fe-a5d8-4f51-ac49-fd291a91ec12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:16.811463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:16.815881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:16.819089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:16.825239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:16.844067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.910349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.914072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.916391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:16.939040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f3b4ea-2933-4312-91c3-4d0b36450997,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:16.941610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:16.948544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:16.949816 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5b06b120-c7b8-411e-adec-a6ca4ef68c43 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506197 Nov 19 05:52:16.953113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55456) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:16.962204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'security_group_rule': {'security_group_id': '20c3d4fe-a5d8-4f51-ac49-fd291a91ec12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:16.968803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:16.973352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:security_group_rule and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:16.976632 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:16.983234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:17.001014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.071336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.075167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.077239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:17.100833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c41cd25-b144-428c-8c6a-6ede4b1a6bf6,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:17.103376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:17.111944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.113506 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a458a2d4-205d-4dbd-8b59-413bc2761ac0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1590447 Nov 19 05:52:17.116961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55460) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:17.122930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:17.129024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:17.133244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:floatingip and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:17.136571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:17.142615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:17.158774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.239160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:52:17.319795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:17.320184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.523510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.810199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Allocated IP 172.27.3.79 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/7c91b1eb-82b7-4f6f-ab02-98a8a07806d3) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:52:17.966543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:17.994836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.009982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:18.141969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'Port': ['ID=7c91b1eb-82b7-4f6f-ab02-98a8a07806d3,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:18.154600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:18.197522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:52:18.198753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:52:18.200995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:52:18.291610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.369799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.636474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.640891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.654238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1dbfba9a-cb29-49bd-ae74-ef1d75f6e208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:18.788338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'Port': ['ID=7c91b1eb-82b7-4f6f-ab02-98a8a07806d3,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:18.791874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:18.901893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.925044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:18.926382 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8083637 Nov 19 05:52:19.200833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-64164678-6314-40aa-bb9a-f381d04343ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:19.217618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-64164678-6314-40aa-bb9a-f381d04343ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:19.218861 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-64164678-6314-40aa-bb9a-f381d04343ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--133055134&fields=id&tenant_id=fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 267 time: 0.0707726 Nov 19 05:52:19.385643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-eaaa4d5b-cd8e-4496-adc7-76f498c007cc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:19.387246 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-eaaa4d5b-cd8e-4496-adc7-76f498c007cc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 816 time: 0.1609416 Nov 19 05:52:19.404491 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-bf56982a-e28c-41b1-9dbf-26fd44c15827 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/quotas/fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 375 time: 0.0113258 Nov 19 05:52:19.497933 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-c2dd5524-2ddf-4282-ba35-d8b63f1ad952 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880492 Nov 19 05:52:19.656689 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-9a5e6ba1-fde3-4615-951b-8c004789d82c service neutron] 10.222.0.17 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394060 Nov 19 05:52:19.805621 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-6885ca8a-e2ae-4325-b767-a56023311a07 service neutron] 10.222.0.17 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423481 Nov 19 05:52:20.019365 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d808570c-be63-48b6-ad10-ad1d1a3a5b20 req-1dc7338d-fad2-44b4-811f-eb2d18908d3b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 210 time: 0.0520160 Nov 19 05:52:21.269401 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ac9e2514-a299-4837-a054-cfd863e287ad req-d3db90ef-18e7-4ed6-aab4-fafa4ae0ce56 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 210 time: 0.0626917 Nov 19 05:52:21.323187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-13ff2983-73ad-41e3-adbd-85c43db5975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:21.350551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-931664e9-139a-4366-b376-794c452d1b67 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:21.352034 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-931664e9-139a-4366-b376-794c452d1b67 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 816 time: 0.2241857 Nov 19 05:52:21.442239 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-6412a625-2196-48a7-856b-2eb442cd9818 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 5044 time: 0.0677340 Nov 19 05:52:21.452450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'port': {'device_id': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'admin_state_up': True, 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'security_groups': ['20c3d4fe-a5d8-4f51-ac49-fd291a91ec12']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:21.597564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:52:21.602370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Usage tracker for resource:port and tenant:fd43d50eba4d4104bae026ba239bae6c is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:52:21.606769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Quota usage for port was recalculated. Used quota:3. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:52:21.613961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:52:21.625245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Made reservation on behalf of fd43d50eba4d4104bae026ba239bae6c for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:52:21.630775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:21.949899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Allocated IP 172.20.0.10 (d43c9831-e20f-4d55-b057-89775e8cc3f4/8bc1346e-290d-49dd-822a-f07a4dedb17d/c884f067-de9d-4e60-9283-a21d15d776e7) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:52:22.156693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:22.173583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Transition to ACTIVE for port object c884f067-de9d-4e60-9283-a21d15d776e7 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:52:22.195157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:22.210288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b9c9d4f3-e8cf-4da6-b2f3-a0a463feb73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:22.609625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event updated for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:22.612694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:22.690392 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224feda-85af-47b2-ad73-8951f8a4313f req-d6a012e8-463c-48c9-b506-536472e99cd4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:22.692007 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4224feda-85af-47b2-ad73-8951f8a4313f req-d6a012e8-463c-48c9-b506-536472e99cd4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 932 time: 0.1801975 Nov 19 05:52:22.696771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:52:22.697956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:52:22.716230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:52:22.802828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:22.803538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:22.809532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4224feda-85af-47b2-ad73-8951f8a4313f req-a206b855-b1e7-4b2e-abe8-4acd650f8abe tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091907 Nov 19 05:52:22.832333 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3841550 Nov 19 05:52:22.851449 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Request body: {'port': {'device_id': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:22.968159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:22.972601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-137a8af6-fc86-4b2f-8665-e2ca6d67984e None None] Provisioning for port c884f067-de9d-4e60-9283-a21d15d776e7 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:52:22.977894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-137a8af6-fc86-4b2f-8665-e2ca6d67984e None None] Provisioning complete for port c884f067-de9d-4e60-9283-a21d15d776e7 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:22.978377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-137a8af6-fc86-4b2f-8665-e2ca6d67984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:23.193573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-137a8af6-fc86-4b2f-8665-e2ca6d67984e None None] Port c884f067-de9d-4e60-9283-a21d15d776e7 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:52:23.393790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c884f067-de9d-4e60-9283-a21d15d776e7 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:52:23.400860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:23.413111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Transition to ACTIVE for port object c884f067-de9d-4e60-9283-a21d15d776e7 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:52:23.417096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:23.429933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7889fba2-1828-4591-894e-79a6f540c7f3 tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:23.565421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:23.570741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:23.758582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Attempting to bind port c884f067-de9d-4e60-9283-a21d15d776e7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:52:23.759123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Attempting to bind port c884f067-de9d-4e60-9283-a21d15d776e7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:52:23.759508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Attempting to bind port c884f067-de9d-4e60-9283-a21d15d776e7 on network d43c9831-e20f-4d55-b057-89775e8cc3f4 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:52:23.766746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:52:23.767113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Checking segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:52:23.767548 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:23.767940 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Bound using segment: {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:52:23.768405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Bound port: c884f067-de9d-4e60-9283-a21d15d776e7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997c25f-e208-4344-8025-7d7155aa47f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:52:23.768768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:23.866261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] For port c884f067-de9d-4e60-9283-a21d15d776e7, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:52:23.869688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] For port c884f067-de9d-4e60-9283-a21d15d776e7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c884f067-de9d-4e60-9283-a21d15d776e7,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:52:23.872951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:23.888957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-60d73c29-f54f-45dd-aead-92f53829399e tempest-ServerRescueNegativeTestJSON-1085911754 tempest-ServerRescueNegativeTestJSON-1085911754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:23.976878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-679d8cb3-b877-4512-8cd2-a7063056534d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:24.106075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:24.109579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:24.148121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:24.149760 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] 10.222.0.35 "PUT /v2.0/ports/c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 1158 time: 1.3030386 Nov 19 05:52:24.152570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:24.165134 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac039-52ec-4dd2-b1a1-aac53c62c0f6 req-c80e4d74-2265-4522-9ade-ad6bd963b52c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:24.166051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b2fac039-52ec-4dd2-b1a1-aac53c62c0f6 req-c80e4d74-2265-4522-9ade-ad6bd963b52c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:24.183389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b2fac039-52ec-4dd2-b1a1-aac53c62c0f6 req-c80e4d74-2265-4522-9ade-ad6bd963b52c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:24.188645 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b2fac039-52ec-4dd2-b1a1-aac53c62c0f6 req-c80e4d74-2265-4522-9ade-ad6bd963b52c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.2116537 Nov 19 05:52:24.259031 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'status': 'completed', 'code': 200} Nov 19 05:52:24.285223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b2fac039-52ec-4dd2-b1a1-aac53c62c0f6 req-1072b145-648f-4496-81c5-423807e8490e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935991 Nov 19 05:52:24.314598 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-6f86e5df-edbc-48a2-b154-64474b43951c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1161 time: 0.0981197 Nov 19 05:52:24.393650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:24.399672 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-4cb9d97c-49e8-4f29-bca8-ea7c2ca10db3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 217 time: 0.0711854 Nov 19 05:52:24.469013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-5bd6cb80-8f70-44d9-8d13-65688acb557c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:24.470566 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-5bd6cb80-8f70-44d9-8d13-65688acb557c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0646069 Nov 19 05:52:24.567918 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-954a40f7-d225-4c85-bde1-a9372379e999 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901532 Nov 19 05:52:24.725952 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-09f7f37d-fafe-4921-a563-7f10b31dd411 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509931 Nov 19 05:52:24.873555 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f2cb85ba-85d1-44f0-8b3a-12d6625d122a req-df7654c9-c3c7-425c-8c26-ce03db472440 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404104 Nov 19 05:52:25.065023 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-c4fe4c98-5b44-465f-ba5a-a3d009413548 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1161 time: 0.0757606 Nov 19 05:52:25.212816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-1821a403-af4b-424e-841f-81e16b494cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:25.214312 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-1821a403-af4b-424e-841f-81e16b494cc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.1431890 Nov 19 05:52:25.289101 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-b5f02ee7-323f-4139-979a-6d456ad8bab3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 217 time: 0.0674124 Nov 19 05:52:25.340612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:25.367980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-337fa047-450c-4489-ae3d-6d2acd9055d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:25.369837 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-337fa047-450c-4489-ae3d-6d2acd9055d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0734231 Nov 19 05:52:25.500475 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-0fafe46f-a461-408e-a65a-2ff40e69f042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238823 Nov 19 05:52:25.638837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937789-b6d1-42f8-aed6-47300b7b59bc req-7284616f-fe3a-4b94-8ef4-ca5415d6d9c9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:25.640496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-62937789-b6d1-42f8-aed6-47300b7b59bc req-7284616f-fe3a-4b94-8ef4-ca5415d6d9c9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.2035623 Nov 19 05:52:25.682608 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-a18f8601-0e8c-48e4-839b-024880c82bdd service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752832 Nov 19 05:52:25.763922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:26.008221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-62937789-b6d1-42f8-aed6-47300b7b59bc req-910761e1-7365-497b-9178-fe0979cf3ac5 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607094 Nov 19 05:52:26.058884 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6cbc589e-3316-4d22-a43e-a3bc2066c605 req-92902f22-c690-43af-8bca-903993118936 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3668630 Nov 19 05:52:27.261573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12e5eb-eddb-4483-a445-36c693b828e6 req-bf6fd8be-0152-4767-99d9-06ad45ac5dba tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:27.263172 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d12e5eb-eddb-4483-a445-36c693b828e6 req-bf6fd8be-0152-4767-99d9-06ad45ac5dba tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0982175 Nov 19 05:52:27.326833 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1d12e5eb-eddb-4483-a445-36c693b828e6 req-854185c0-9bab-4fa7-b445-afc9926e595e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571752 Nov 19 05:52:28.572452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb77f35-02fc-415e-b44b-cfbbf92eb0e3 req-baa94500-dea8-4d99-a626-94efefa1c72f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:28.574059 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8cb77f35-02fc-415e-b44b-cfbbf92eb0e3 req-baa94500-dea8-4d99-a626-94efefa1c72f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0912602 Nov 19 05:52:28.625496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8cb77f35-02fc-415e-b44b-cfbbf92eb0e3 req-d6448012-e781-44fa-ae9f-45fa70690378 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 Nov 19 05:52:29.751685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:52:29.826316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port c884f067-de9d-4e60-9283-a21d15d776e7 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:52:29.831456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c884f067-de9d-4e60-9283-a21d15d776e7 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:29.831881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:29.874717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4823c-b087-44fb-89a9-ef3154769b21 req-0da0ec5d-a7fa-403c-be09-5124b51c6853 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:29.876327 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7db4823c-b087-44fb-89a9-ef3154769b21 req-0da0ec5d-a7fa-403c-be09-5124b51c6853 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0875292 Nov 19 05:52:29.924649 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7db4823c-b087-44fb-89a9-ef3154769b21 req-21f5666d-b602-4bc7-835b-c80db1b46dad tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 Nov 19 05:52:29.951251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:29.979258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:29.989707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port c884f067-de9d-4e60-9283-a21d15d776e7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c884f067-de9d-4e60-9283-a21d15d776e7,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:29.994677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:29.996717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:30.037848 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'code': 200} Nov 19 05:52:30.065819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:30.069646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:30.360443 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c1e1dca-8ddc-42dc-a978-e42ddde04dd9 req-30be3d82-ca61-4dc9-acc8-65ba2209d8ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1163 time: 0.0963101 Nov 19 05:52:30.406512 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c1e1dca-8ddc-42dc-a978-e42ddde04dd9 req-fb665ee7-afc1-4c2a-9d59-4383ad3f3868 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 Nov 19 05:52:31.098496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:52:31.173241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c884f067-de9d-4e60-9283-a21d15d776e7 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:52:31.173707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:31.212231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106d2b-eedc-442d-90d6-fb17111c7004 req-647f3c94-56c7-4165-a1eb-3d7411d60b3d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:31.213872 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bb106d2b-eedc-442d-90d6-fb17111c7004 req-647f3c94-56c7-4165-a1eb-3d7411d60b3d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.1314774 Nov 19 05:52:31.269413 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bb106d2b-eedc-442d-90d6-fb17111c7004 req-1df134de-67a1-42ad-8c40-b78cb7b8222a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451987 Nov 19 05:52:32.525818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47800987-a4dc-46f8-b4bd-4fef88ebfb73 req-87394353-dd8c-4a17-8e9d-53bd553bff3c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:32.527478 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-47800987-a4dc-46f8-b4bd-4fef88ebfb73 req-87394353-dd8c-4a17-8e9d-53bd553bff3c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0976925 Nov 19 05:52:32.577067 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-47800987-a4dc-46f8-b4bd-4fef88ebfb73 req-2a1d72d2-c855-44b5-8c81-58838086cd89 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425220 Nov 19 05:52:32.812573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba8ba5-9a87-42ae-9ef4-27ed8766fc01 req-c9a8ec5f-06cc-4dcb-9514-9e5f34d28893 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:32.814185 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-00ba8ba5-9a87-42ae-9ef4-27ed8766fc01 req-c9a8ec5f-06cc-4dcb-9514-9e5f34d28893 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0905674 Nov 19 05:52:32.826420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55522) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:32.832414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Request body: {'floatingip': {'port_id': 'c884f067-de9d-4e60-9283-a21d15d776e7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:52:32.913654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:33.553164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:33.557332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:33.769844 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Floating IP 246d61e8-bb70-45b3-b659-93ab502c4f83 associated. External IP: 172.27.3.79, port: c884f067-de9d-4e60-9283-a21d15d776e7. Nov 19 05:52:34.189377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Router e168b72c-d508-4c65-9a4b-a970f9948926 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:52:34.618793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:52:34.623720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:34.629036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:52:34.642404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:34.643154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:52:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:34.684783 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ac29cac1-ba15-4dd8-9ac1-16f0a08690b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "PUT /v2.0/floatingips/246d61e8-bb70-45b3-b659-93ab502c4f83 HTTP/1.1" status: 200 len: 991 time: 1.8545153 Nov 19 05:52:34.684783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:34.766003 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'status': 'completed', 'code': 200} Nov 19 05:52:34.836651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:34.910319 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-382bd566-eee0-42ec-80cd-d6c8d2dc5d21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1163 time: 0.0768535 Nov 19 05:52:35.053361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-513757de-f68d-452d-be65-4cdd2fa606f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:35.054966 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-513757de-f68d-452d-be65-4cdd2fa606f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.1383457 Nov 19 05:52:35.164308 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-9f7ebfbd-2595-4d2a-a2a2-86a78a6a73cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 999 time: 0.1022835 Nov 19 05:52:35.202771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '246d61e8-bb70-45b3-b659-93ab502c4f83', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'port_id': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'mac_address': 'fa:16:3e:d8:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:52:18Z', 'updated_at': '2020-11-19T05:52:33Z', 'revision_number': 1, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:35.208060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:52:35.220989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:35.221653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:52:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:35.237331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-514b2146-7fe4-4754-949f-45380bdc7cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:35.239012 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-514b2146-7fe4-4754-949f-45380bdc7cc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0686152 Nov 19 05:52:35.320886 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-089eb08c-bd03-405c-b345-4441a45cb8d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748181 Nov 19 05:52:35.414720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:35.466264 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-b4b5c710-b6da-416b-809b-062b29600d8c service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384456 Nov 19 05:52:35.612242 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-03b3db7b-8046-49e7-8b28-4e9bd870d7a2 req-d0c7a518-8622-4558-b652-eb545b574124 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383500 Nov 19 05:52:35.785883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '246d61e8-bb70-45b3-b659-93ab502c4f83', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'port_id': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'mac_address': 'fa:16:3e:d8:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:52:18Z', 'updated_at': '2020-11-19T05:52:33Z', 'revision_number': 1, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:35.790194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb8ad7-83c9-45d5-a074-365419f989af None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '246d61e8-bb70-45b3-b659-93ab502c4f83', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'port_id': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'mac_address': 'fa:16:3e:d8:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:52:18Z', 'updated_at': '2020-11-19T05:52:33Z', 'revision_number': 1, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:52:36.100946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf1d0fb-656c-43f6-92cd-bdf0cac0af76 None None] New status for floating IP 246d61e8-bb70-45b3-b659-93ab502c4f83: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:52:46.600456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:51.340496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-df1fb798-4db7-441e-8f62-de58aaf766ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:52.483445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:52:53.979525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ae06bc95-011f-4ac1-a2c3-7b5656aea5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:54.262412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b222f84-f020-42f3-9d94-53e99a80733b req-f3f98ee2-00c0-4e65-be7e-b451f66c77f5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:54.264062 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b222f84-f020-42f3-9d94-53e99a80733b req-f3f98ee2-00c0-4e65-be7e-b451f66c77f5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0905082 Nov 19 05:52:54.321088 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b222f84-f020-42f3-9d94-53e99a80733b req-c990292b-e68a-48e1-9110-6b154391bb6a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506947 Nov 19 05:52:54.397067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:55.340642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:55.546102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736061b7-efe2-4eae-9229-a4f2244f6699 req-b807235d-a479-46e9-a25a-5a20b5299bc6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:55.547725 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-736061b7-efe2-4eae-9229-a4f2244f6699 req-b807235d-a479-46e9-a25a-5a20b5299bc6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0898285 Nov 19 05:52:55.600582 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-736061b7-efe2-4eae-9229-a4f2244f6699 req-f98c4653-28b3-435d-9cf6-2e9cbdf1c5c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434554 Nov 19 05:52:55.774147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:55.868443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-e3cae4ee-1167-420e-a8ff-9c0b3c510d0e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:52:55.869906 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-e3cae4ee-1167-420e-a8ff-9c0b3c510d0e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 945 time: 0.0978467 Nov 19 05:52:55.957930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Deleting port 16967f06-af88-426b-9b06-bef303a39702 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:55.958279 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:56.221410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] For port 16967f06-af88-426b-9b06-bef303a39702, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16967f06-af88-426b-9b06-bef303a39702,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:52:56.221797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:56.534497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:56.535074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:56.535074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Floating IP cd06404f-de73-43c6-8603-8ac19dd0387a disassociated. External IP: 172.27.3.199, port: 16967f06-af88-426b-9b06-bef303a39702. Nov 19 05:52:56.535511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Calling delete_port for 16967f06-af88-426b-9b06-bef303a39702 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:52:56.683243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:56.702268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-033da4c2-b6f4-42b8-b817-3df4ab404326 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:56.801887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event deleted for resources: {'Port': ['ID=16967f06-af88-426b-9b06-bef303a39702,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:56.825222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.825695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.826086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.826502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.826881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.827260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.827669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.828043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.828419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.828797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.829154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.829526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.829955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.830325 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.830703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.831069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.831464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.831837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.832204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.832705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.832910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.833280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.833651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.834342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:52:56.838438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:56.922726 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fcdddc7a-6a30-44a3-866f-f469ab0448f7 req-eb998f23-bc05-47d8-8a95-e373518bd746 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.0483212 Nov 19 05:52:57.155204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:52:57.247512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:52:57.282466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: 16967f06-af88-426b-9b06-bef303a39702 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:52:57.282856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 16967f06-af88-426b-9b06-bef303a39702 not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:52:57.375062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:52:57.385287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:52:57.404925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:57.405773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:52:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:57.413310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] No DVR routers for this DVR port 16967f06-af88-426b-9b06-bef303a39702 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:52:57.415791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:57.418779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'name': 'network-vif-deleted', 'tag': '16967f06-af88-426b-9b06-bef303a39702'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:52:57.435809 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8106e560-c536-42ba-a03d-1d1ea0581818 req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "DELETE /v2.0/ports/16967f06-af88-426b-9b06-bef303a39702 HTTP/1.1" status: 204 len: 173 time: 1.5596902 Nov 19 05:52:57.489915 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380d72df-39e6-4151-bf9d-4d94695d49dc', 'name': 'network-vif-deleted', 'tag': '16967f06-af88-426b-9b06-bef303a39702', 'status': 'completed', 'code': 200} Nov 19 05:52:57.603896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:58.115004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:58.119812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:52:58.122736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-30091535-bdb5-48f1-840d-a7c13a434631 req-17ca571e-1219-4ab6-a046-94f3538e025e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:52:58.131606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:52:58.132401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:52:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:58.138507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-30091535-bdb5-48f1-840d-a7c13a434631 req-17ca571e-1219-4ab6-a046-94f3538e025e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:52:58.139902 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30091535-bdb5-48f1-840d-a7c13a434631 req-17ca571e-1219-4ab6-a046-94f3538e025e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=380d72df-39e6-4151-bf9d-4d94695d49dc HTTP/1.1" status: 200 len: 210 time: 0.0647762 Nov 19 05:52:58.322520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:52:58.664504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:52:58.668851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f001b4-e55f-4254-bf5f-f54d94f94bde None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:52:59.085403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98409549-46f3-4478-a062-0dd30a2f7f53 None None] New status for floating IP cd06404f-de73-43c6-8603-8ac19dd0387a: DOWN {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:52:59.293845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55608) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:59.366832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.396433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.446404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.450286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9e1efd08-50b3-4420-8336-c3f5d88ca59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:52:59.469368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:52:59.472264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:52:59.485983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.487941 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "DELETE /v2.0/security-groups/1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd HTTP/1.1" status: 204 len: 168 time: 0.1924174 Nov 19 05:52:59.491946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55612) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:59.511687 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.v2.resource [None req-355325a9-f511-4b83-9a3d-2acaf63b6fc5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] show failed (client error): The resource could not be found. Nov 19 05:52:59.512729 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-355325a9-f511-4b83-9a3d-2acaf63b6fc5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups/1ff7088a-b3a6-4903-a6d0-8bb3a8b0d5bd HTTP/1.1" status: 404 len: 347 time: 0.0198681 Nov 19 05:52:59.515939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55616) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:52:59.680088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Deleting port c3c0b160-9f9f-441f-87fc-9b01a77a77ee {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:52:59.680701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.862538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.862872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:52:59.992764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Calling delete_port for c3c0b160-9f9f-441f-87fc-9b01a77a77ee owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:53:00.134985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.155286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:00.247310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event deleted for resources: {'Port': ['ID=c3c0b160-9f9f-441f-87fc-9b01a77a77ee,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:00.251339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:00.379475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.397561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.398810 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "DELETE /v2.0/floatingips/cd06404f-de73-43c6-8603-8ac19dd0387a HTTP/1.1" status: 204 len: 168 time: 0.8817797 Nov 19 05:53:00.701115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55624) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:00.707098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'security_group': {'name': 'tempest-securitygroup--2052870279', 'description': 'tempest-description--64150467'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:00.714258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:00.719010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:00.723038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:00.729332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:00.739825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.783607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:00.787810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:00.790813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:00.797152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:00.864800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.869229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.874372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3e26d00c-7555-43b9-a3c5-bdcf31ae3fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:00.918340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fdb606-3389-4a61-b4b2-6fcf638f323f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:00.921322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:00.922592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2203500 Nov 19 05:53:00.923581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-14cdbb3a-70da-4d7e-ad3e-93e43ae7faa5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:00.926722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55628) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:00.931908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'security_group_rule': {'security_group_id': 'd8fdb606-3389-4a61-b4b2-6fcf638f323f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:00.938967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:00.943290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:00.946506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:00.952781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:00.971565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.039204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.043343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.045547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bd0ca866-e1a0-4607-a466-5482d009d55c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:01.068494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a2d649-a550-418e-9425-b4704e96abd2,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:01.070943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:01.077823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.079102 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1516740 Nov 19 05:53:01.081947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55632) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:01.087792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'security_group_rule': {'security_group_id': 'd8fdb606-3389-4a61-b4b2-6fcf638f323f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:01.094114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:01.098238 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:security_group_rule and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:01.101285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:01.107512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:01.126260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.196419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.200184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.202536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:01.226653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849abed9-1d7f-40f1-956b-5dadc9bed84c,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:01.231199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:01.235558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.236819 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8cd54f95-f343-4377-85f4-3837147280ca tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1538713 Nov 19 05:53:01.240173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 55636) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:01.245651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:01.251666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:01.256280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:floatingip and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:01.259414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:01.265528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:01.276166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.420676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:01.929489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Allocated IP 172.27.3.251 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/b648cf12-43ea-4088-8dfc-2966b11799eb) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:02.094896 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:02.123773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:02.136771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:02.263634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'Port': ['ID=b648cf12-43ea-4088-8dfc-2966b11799eb,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:02.267902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:02.330756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:02.331969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:02.334606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:02.436037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:02.495842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:02.772279 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:02.776674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:02.791825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:02.921695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'Port': ['ID=b648cf12-43ea-4088-8dfc-2966b11799eb,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:02.934525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:03.034442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:03.059357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:03.060791 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8fe7516d-690a-4fa4-ae69-08ed6f6b87ac tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8196335 Nov 19 05:53:03.381276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-badb9d66-17b0-4b69-8c7e-01b9612fcdd2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:03.398118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-badb9d66-17b0-4b69-8c7e-01b9612fcdd2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:03.399429 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-badb9d66-17b0-4b69-8c7e-01b9612fcdd2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--2052870279&fields=id&tenant_id=3cad8a774ab94dfc9b2f7f4989410679 HTTP/1.1" status: 200 len: 267 time: 0.0633614 Nov 19 05:53:03.578608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-4466d7b8-e179-4ee1-a072-5be602cee9d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:03.580154 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-4466d7b8-e179-4ee1-a072-5be602cee9d7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 810 time: 0.1709993 Nov 19 05:53:03.597790 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-7ef4e923-2804-4f92-a2e3-4b639c227775 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/quotas/3cad8a774ab94dfc9b2f7f4989410679 HTTP/1.1" status: 200 len: 375 time: 0.0112603 Nov 19 05:53:03.690272 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-0044c30e-9134-4212-b8c7-870e6f3e0cb1 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842385 Nov 19 05:53:03.844048 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-a9927458-1f94-43da-9254-0499ad248ddc service neutron] 10.222.0.17 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403151 Nov 19 05:53:03.988161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8da20f4e-b561-4187-8049-427c68b60352 service neutron] 10.222.0.17 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374950 Nov 19 05:53:04.202282 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3464dbaa-047f-4de3-add7-d5dc8d6725ea req-4d2df35a-9dd3-46b5-962d-d15001961a3e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 210 time: 0.0510304 Nov 19 05:53:05.459672 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af1f99d8-486f-4b76-9eae-62d222186d43 req-d1609005-0f0d-4f78-8c9a-6f4f583466c2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 210 time: 0.1228514 Nov 19 05:53:05.536991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-53fe7ae4-eeb5-4b79-af31-d886cf3b321f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:05.538507 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-53fe7ae4-eeb5-4b79-af31-d886cf3b321f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 810 time: 0.1674576 Nov 19 05:53:05.628225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-669d7e10-ba52-4307-bfd0-25c867916e84 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cad8a774ab94dfc9b2f7f4989410679 HTTP/1.1" status: 200 len: 5043 time: 0.0691369 Nov 19 05:53:05.639534 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'port': {'device_id': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'admin_state_up': True, 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'security_groups': ['d8fdb606-3389-4a61-b4b2-6fcf638f323f']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:05.782121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:53:05.786779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Usage tracker for resource:port and tenant:3cad8a774ab94dfc9b2f7f4989410679 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:53:05.789980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Quota usage for port was recalculated. Used quota:3. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:53:05.796173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:53:05.806992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Made reservation on behalf of 3cad8a774ab94dfc9b2f7f4989410679 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:53:05.812523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.125791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Allocated IP 172.20.0.10 (abb96a61-c360-4dda-bfb0-65a3ca8eec0f/cb2595d5-4b18-42e5-b34e-7260277c7439/e657bf7c-8a2d-4983-b9ca-198d6ac3057d) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:53:06.321797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.338695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Transition to ACTIVE for port object e657bf7c-8a2d-4983-b9ca-198d6ac3057d will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:06.360182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.374975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:06.509173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event updated for resources: {'Port': ['ID=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:06.513547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:06.568122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:53:06.569288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:53:06.571614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:53:06.684100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:06.684778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.719676 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0845125 Nov 19 05:53:06.740108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Request body: {'port': {'device_id': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:06.769939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2a0b1-9a6b-4b36-ab5f-3a7d9340e39e req-08f36315-cb4f-4bc6-a32a-930761f7630e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:06.770678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-c1b2a0b1-9a6b-4b36-ab5f-3a7d9340e39e req-08f36315-cb4f-4bc6-a32a-930761f7630e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:53:06.803537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-76549420-02a9-4a26-99d6-e43056a07086 None None] Provisioning for port e657bf7c-8a2d-4983-b9ca-198d6ac3057d completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:06.806599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-c1b2a0b1-9a6b-4b36-ab5f-3a7d9340e39e req-08f36315-cb4f-4bc6-a32a-930761f7630e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:53:06.807866 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1b2a0b1-9a6b-4b36-ab5f-3a7d9340e39e req-08f36315-cb4f-4bc6-a32a-930761f7630e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 932 time: 0.2062671 Nov 19 05:53:06.808482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-76549420-02a9-4a26-99d6-e43056a07086 None None] Provisioning complete for port e657bf7c-8a2d-4983-b9ca-198d6ac3057d triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:06.808894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-76549420-02a9-4a26-99d6-e43056a07086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.866502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-76549420-02a9-4a26-99d6-e43056a07086 None None] Port e657bf7c-8a2d-4983-b9ca-198d6ac3057d cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:53:06.903184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:06.925374 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1b2a0b1-9a6b-4b36-ab5f-3a7d9340e39e req-b1a61de9-b4cf-4897-9f1b-5a90d90fa9cb tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849130 Nov 19 05:53:07.530564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e657bf7c-8a2d-4983-b9ca-198d6ac3057d {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:53:07.537733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:07.550325 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Transition to ACTIVE for port object e657bf7c-8a2d-4983-b9ca-198d6ac3057d will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:53:07.554915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:07.567989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f70550d1-6238-4fee-b09e-0648bf2e3d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:07.697606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:07.702826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:07.888212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Attempting to bind port e657bf7c-8a2d-4983-b9ca-198d6ac3057d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:53:07.888600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Attempting to bind port e657bf7c-8a2d-4983-b9ca-198d6ac3057d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:53:07.888922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Attempting to bind port e657bf7c-8a2d-4983-b9ca-198d6ac3057d on network abb96a61-c360-4dda-bfb0-65a3ca8eec0f {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:53:07.896012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:53:07.896371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Checking segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:53:07.896776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:07.897160 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Bound using segment: {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:53:07.897612 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Bound port: e657bf7c-8a2d-4983-b9ca-198d6ac3057d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2473b4f-86a1-42b4-aee3-a389164eaf1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:53:07.898130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:07.991590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] For port e657bf7c-8a2d-4983-b9ca-198d6ac3057d, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:53:07.995260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] For port e657bf7c-8a2d-4983-b9ca-198d6ac3057d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:53:07.999460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:08.014793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-47457378-ecd4-4000-bc2a-1b64e717e1d7 tempest-VolumesNegativeTest-1970265622 tempest-VolumesNegativeTest-1970265622] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:08.219565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:08.225991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:08.278511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9ddaf-9ad7-43e2-bb3f-d6b1b4e1eeb0 req-896aa866-6702-4901-a90a-8915dc0bd50a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:08.280147 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd9ddaf-9ad7-43e2-bb3f-d6b1b4e1eeb0 req-896aa866-6702-4901-a90a-8915dc0bd50a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 944 time: 0.1745880 Nov 19 05:53:08.281552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:08.282925 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/e657bf7c-8a2d-4983-b9ca-198d6ac3057d HTTP/1.1" status: 200 len: 1158 time: 1.5485101 Nov 19 05:53:08.283490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:08.338933 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-afd9ddaf-9ad7-43e2-bb3f-d6b1b4e1eeb0 req-41bfcd85-b1d8-4e88-a591-e847095015f2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504298 Nov 19 05:53:08.387995 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'status': 'completed', 'code': 200} Nov 19 05:53:08.432212 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-a2bde94d-b080-4b4a-9dd9-9426550bc5c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 1161 time: 0.0801940 Nov 19 05:53:08.521864 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-c88632c2-5e24-4d27-86a1-12aeadf21ce0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e657bf7c-8a2d-4983-b9ca-198d6ac3057d HTTP/1.1" status: 200 len: 217 time: 0.0698349 Nov 19 05:53:08.592498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-fa34cbe2-aadc-4789-b7e0-e384cde444fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:08.594046 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-fa34cbe2-aadc-4789-b7e0-e384cde444fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.0640965 Nov 19 05:53:08.686336 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-9115d0a9-af6c-405d-b0d4-fbe0f60656d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853424 Nov 19 05:53:08.845195 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-fe609e7c-e318-4c6a-a01b-30092f3249a4 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510482 Nov 19 05:53:08.990578 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5a5bd51-2cd9-489b-9910-98180f00340b req-b97feb5a-b795-44d1-b05f-60eeb36890b0 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380415 Nov 19 05:53:09.183609 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-f52cf492-2f7c-49c1-a6f4-aa0f3eb82d88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 1161 time: 0.0821254 Nov 19 05:53:09.345826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-08f67a4b-f6f2-4ae2-8b42-7728b9c80c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:09.347451 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-08f67a4b-f6f2-4ae2-8b42-7728b9c80c36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.1565611 Nov 19 05:53:09.420671 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-983be5c2-22b4-407b-85a9-a55e00b6b9a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e657bf7c-8a2d-4983-b9ca-198d6ac3057d HTTP/1.1" status: 200 len: 217 time: 0.0652516 Nov 19 05:53:09.539263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-5ab3d45e-03dd-4e2f-9736-dbe4ff042e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:09.540900 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-5ab3d45e-03dd-4e2f-9736-dbe4ff042e09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.1134267 Nov 19 05:53:09.624566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ee33e-6f36-4795-a9ff-c2b02ca4756c req-58fc8dea-4fa3-40f4-8695-7789afabe9c7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:09.626136 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-768ee33e-6f36-4795-a9ff-c2b02ca4756c req-58fc8dea-4fa3-40f4-8695-7789afabe9c7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 944 time: 0.1532965 Nov 19 05:53:09.678331 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-6471ab7f-e937-4cd1-bdac-c62e7a67e4ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284497 Nov 19 05:53:09.716135 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-768ee33e-6f36-4795-a9ff-c2b02ca4756c req-0adc177a-5ec9-4901-b12c-357fa68c6e1a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831110 Nov 19 05:53:09.841970 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-352eb45f-7e20-4b8a-828a-fa942f1b889c service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520820 Nov 19 05:53:09.988035 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-715686d3-88bd-4af1-87d6-bfb08630ebb7 req-50f9b341-2393-4fb2-9cbc-411a16b64e91 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398048 Nov 19 05:53:10.940955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e709df-c118-443e-9cd7-fd73abb9a3b7 req-d01d300a-7b04-4ebd-9d3c-1f3520cbb747 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:10.942449 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a0e709df-c118-443e-9cd7-fd73abb9a3b7 req-d01d300a-7b04-4ebd-9d3c-1f3520cbb747 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 944 time: 0.0949306 Nov 19 05:53:10.994838 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a0e709df-c118-443e-9cd7-fd73abb9a3b7 req-4b5ee719-46c7-41e6-973b-1473afebe3d2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Nov 19 05:53:11.568190 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-6df5df59-d982-40d5-aca1-c2f7146711c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0846169 Nov 19 05:53:11.682677 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-fc5e72b5-2936-48c4-8850-8341f77f3345 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.0771668 Nov 19 05:53:11.847271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-88da7e56-6c9c-4fa4-acde-6bda9a0116ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:11.848808 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-88da7e56-6c9c-4fa4-acde-6bda9a0116ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.1414244 Nov 19 05:53:12.228084 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-6d1cc356-4daa-41f0-8575-ca27ce4ad2e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1002 time: 0.3715553 Nov 19 05:53:12.298395 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a27af-e585-4d77-a00e-9407730a53be req-61e94cc0-6490-4a46-841a-65654ca7eb1c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:12.300065 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ce1a27af-e585-4d77-a00e-9407730a53be req-61e94cc0-6490-4a46-841a-65654ca7eb1c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 944 time: 0.1670890 Nov 19 05:53:12.340147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-a6a38a93-3a70-4e3d-81aa-cf15d75cac47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:12.341759 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-a6a38a93-3a70-4e3d-81aa-cf15d75cac47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.0969536 Nov 19 05:53:12.362741 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ce1a27af-e585-4d77-a00e-9407730a53be req-3cc31cc8-0bab-4a61-88eb-b4b1d838be1e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562103 Nov 19 05:53:12.467780 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-a61bae16-5bd0-4471-8c8d-d0859e2fc1c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812910 Nov 19 05:53:12.612733 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-99904cef-12b5-4ce6-be69-958008bff462 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375730 Nov 19 05:53:12.757262 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fd20142e-c412-45a9-b07b-1176c9789b52 req-77d6b342-a02e-4c9f-b788-f1c34d4c2d16 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378000 Nov 19 05:53:13.384627 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-f0c16c80-50ab-472d-8693-5b531881fc31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1203 time: 0.1421323 Nov 19 05:53:13.391640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724f666-4d69-47b2-83ff-f9c4d95c9dfb req-dd9d9db3-014b-4773-8ca9-9c0be2e06858 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:13.393068 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7724f666-4d69-47b2-83ff-f9c4d95c9dfb req-dd9d9db3-014b-4773-8ca9-9c0be2e06858 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.1163497 Nov 19 05:53:13.552648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7724f666-4d69-47b2-83ff-f9c4d95c9dfb req-91a66122-9500-4dbd-8cfa-cd94a2c9b15c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1337922 Nov 19 05:53:13.573605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-fb4832f7-9c37-4259-89a5-66b7e9689fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:13.575220 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-fb4832f7-9c37-4259-89a5-66b7e9689fd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.1812007 Nov 19 05:53:13.763963 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-23f947ce-1766-4637-b251-cd6efdf73c07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 1002 time: 0.1802630 Nov 19 05:53:13.834557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4f034-f10d-4d80-aebb-53238b511072 req-39a0d821-7fa1-4466-8870-90f96c8b10b8 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:13.836137 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22b4f034-f10d-4d80-aebb-53238b511072 req-39a0d821-7fa1-4466-8870-90f96c8b10b8 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 944 time: 0.1752484 Nov 19 05:53:13.867808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-2789deb0-4857-4a72-9b9c-e0909ab1870f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:13.869340 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-2789deb0-4857-4a72-9b9c-e0909ab1870f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.0947933 Nov 19 05:53:13.939030 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22b4f034-f10d-4d80-aebb-53238b511072 req-be3a9483-e1fd-4160-9ca3-9bf67cd7600f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957611 Nov 19 05:53:13.972208 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-6894262a-8606-4a39-b760-67d07278b629 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913167 Nov 19 05:53:14.116202 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-8c68543f-f769-4fc7-911d-a0233b6c425f service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362495 Nov 19 05:53:14.266481 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cdb32056-b0c4-43a7-a50d-f03179212653 req-66b7bce1-4f68-437b-8b7d-45f1e989aa10 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425276 Nov 19 05:53:14.333541 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e657bf7c-8a2d-4983-b9ca-198d6ac3057d up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:14.410608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port e657bf7c-8a2d-4983-b9ca-198d6ac3057d completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:53:14.415801 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e657bf7c-8a2d-4983-b9ca-198d6ac3057d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:14.416221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.538615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.567497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:14.578001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port e657bf7c-8a2d-4983-b9ca-198d6ac3057d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:14.581469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:14.583489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:14.645161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'code': 200} Nov 19 05:53:14.657324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:14.667617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.668001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.668377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.668745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.669176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.669537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.669906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.670318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.670810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.671167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.671534 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.672136 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.672575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.672954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.673307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.673661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.674036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.674371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.674724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.675077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.675467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.675825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.676177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.676527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:53:14.681272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:14.831890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583eb6a-834c-4efe-8053-0241aecace64 req-b53694f5-bb80-498d-a73e-bde3c9c07969 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:14.833551 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7583eb6a-834c-4efe-8053-0241aecace64 req-b53694f5-bb80-498d-a73e-bde3c9c07969 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0876842 Nov 19 05:53:14.933510 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7583eb6a-834c-4efe-8053-0241aecace64 req-557ca501-8f93-4c05-a453-cf261d2c5584 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0912268 Nov 19 05:53:14.964436 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6df26a2a-faf5-40d2-a8b4-59938e21fec2 req-ca2bf1c4-bc09-4b3b-8958-a58ebd5959b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 1163 time: 0.0908253 Nov 19 05:53:15.011787 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6df26a2a-faf5-40d2-a8b4-59938e21fec2 req-36dabc5d-ad07-4edb-a45a-f106461b23ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Nov 19 05:53:15.156400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77b52c-9a05-4ab1-94e1-1089562790a6 req-826e2930-d309-43d1-929e-9d46c56adb18 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:15.158001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5f77b52c-9a05-4ab1-94e1-1089562790a6 req-826e2930-d309-43d1-929e-9d46c56adb18 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.0855205 Nov 19 05:53:15.215158 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5f77b52c-9a05-4ab1-94e1-1089562790a6 req-bc2f7cab-acb8-4016-8b4d-c22b91735baa tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Nov 19 05:53:15.636535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e657bf7c-8a2d-4983-b9ca-198d6ac3057d up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:15.710205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e657bf7c-8a2d-4983-b9ca-198d6ac3057d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:15.710585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:16.152836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6b10-8a41-444d-856c-b9db545f00cd req-147d5a2f-ec51-4bf7-9474-b9fbf7e69a1a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:16.154484 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b23a6b10-8a41-444d-856c-b9db545f00cd req-147d5a2f-ec51-4bf7-9474-b9fbf7e69a1a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0857975 Nov 19 05:53:16.209514 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b23a6b10-8a41-444d-856c-b9db545f00cd req-855768bf-d3f6-4e45-b8fe-8d8f8d057145 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0479302 Nov 19 05:53:16.451372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05b57-e0eb-4923-acfc-746eda75da9b req-a2f90230-2a8a-43f2-bcc3-e6dc1be8d1cf tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:16.452913 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0da05b57-e0eb-4923-acfc-746eda75da9b req-a2f90230-2a8a-43f2-bcc3-e6dc1be8d1cf tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.0947924 Nov 19 05:53:16.506406 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0da05b57-e0eb-4923-acfc-746eda75da9b req-34232f75-34bc-410a-b83c-4f922c4cd6f6 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Nov 19 05:53:16.625578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:17.437305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135acea-60bb-415f-8e58-8c659f6a6637 req-5f93178e-0eb3-4930-b879-ed4b26cb678f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:17.438928 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2135acea-60bb-415f-8e58-8c659f6a6637 req-5f93178e-0eb3-4930-b879-ed4b26cb678f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0858982 Nov 19 05:53:17.503863 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2135acea-60bb-415f-8e58-8c659f6a6637 req-6ffe804a-5e2a-4ec4-b89b-8d9582b98751 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451422 Nov 19 05:53:17.738120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dadfc-74d5-4dc4-a01a-e8b914452de5 req-46287ea3-c0da-40ec-aff2-c40337ad055d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:17.739748 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-183dadfc-74d5-4dc4-a01a-e8b914452de5 req-46287ea3-c0da-40ec-aff2-c40337ad055d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.0999041 Nov 19 05:53:17.789807 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-183dadfc-74d5-4dc4-a01a-e8b914452de5 req-29aecebb-0764-49b0-bd98-2ed921890d9b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Nov 19 05:53:18.003518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2e7ef-bdee-449a-bc20-a48841ded006 req-c3670fa2-b4d5-488c-8261-7da37d15ae3b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:18.005160 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0ef2e7ef-bdee-449a-bc20-a48841ded006 req-c3670fa2-b4d5-488c-8261-7da37d15ae3b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.0874271 Nov 19 05:53:18.015071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55734) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:18.021018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Request body: {'floatingip': {'port_id': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:53:18.105658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:18.709433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae81233-5648-4eb4-ac61-d7e105bd3e43 req-418f4b23-917d-4146-9181-305e1fada637 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:18.711026 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2ae81233-5648-4eb4-ac61-d7e105bd3e43 req-418f4b23-917d-4146-9181-305e1fada637 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0874307 Nov 19 05:53:18.764097 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2ae81233-5648-4eb4-ac61-d7e105bd3e43 req-cf04901f-56f4-4349-a027-8137ec49da7a tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0461657 Nov 19 05:53:18.950501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:18.953756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.152355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Floating IP 8b861ffb-bb05-4f77-80fa-7b4d0644aa01 associated. External IP: 172.27.3.251, port: e657bf7c-8a2d-4983-b9ca-198d6ac3057d. Nov 19 05:53:19.191176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f062-05dd-4ea1-a09b-cdf5dd56c42c req-3c1d1742-f43d-48be-a684-f3a1db0be6e4 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:19.192824 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2b84f062-05dd-4ea1-a09b-cdf5dd56c42c req-3c1d1742-f43d-48be-a684-f3a1db0be6e4 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0824718 Nov 19 05:53:19.244666 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2b84f062-05dd-4ea1-a09b-cdf5dd56c42c req-015a5819-ff8b-49cc-b175-c54fdb0673e7 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454230 Nov 19 05:53:19.573018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:53:19.792429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:53:19.797067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:19.802420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:53:19.817362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:19.818131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:52:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:19.852961 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-118f163d-6e48-4e81-ab04-040aaa3b06c3 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "PUT /v2.0/floatingips/8b861ffb-bb05-4f77-80fa-7b4d0644aa01 HTTP/1.1" status: 200 len: 992 time: 1.8366935 Nov 19 05:53:19.853666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:19.991139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef982bd-ff84-4837-99ab-216d00246ec1 req-ed2cbb43-f781-4442-b021-c636e4441828 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:19.992958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ef982bd-ff84-4837-99ab-216d00246ec1 req-ed2cbb43-f781-4442-b021-c636e4441828 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0861568 Nov 19 05:53:20.008108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:20.051067 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ef982bd-ff84-4837-99ab-216d00246ec1 req-6f358288-5b2e-4e70-82e6-35a103956f85 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0518055 Nov 19 05:53:20.225936 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'status': 'completed', 'code': 200} Nov 19 05:53:20.352158 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-9f41696a-8391-43fd-bf7b-c8480745f5f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 1163 time: 0.0804207 Nov 19 05:53:20.388654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8b861ffb-bb05-4f77-80fa-7b4d0644aa01', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'port_id': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'mac_address': 'fa:16:3e:97:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:53:02Z', 'updated_at': '2020-11-19T05:53:18Z', 'revision_number': 1, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:20.392937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:53:20.404508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:53:20.405131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:52:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:20.560607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-10db5e94-75b6-44bb-a2bf-d0f2ca2c0afa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:20.562120 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-10db5e94-75b6-44bb-a2bf-d0f2ca2c0afa service neutron] 10.222.0.35 "GET /v2.0/networks?id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 200 len: 904 time: 0.2035155 Nov 19 05:53:20.569118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11c84-3764-4846-ad58-4fe62e3827d6 req-51c420ee-0eb8-4720-9d23-ae518747f1e3 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:20.570643 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79e11c84-3764-4846-ad58-4fe62e3827d6 req-51c420ee-0eb8-4720-9d23-ae518747f1e3 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.1872330 Nov 19 05:53:20.594415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:53:20.710975 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-33e776ea-cce3-4e6a-84db-b0223815f4a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e657bf7c-8a2d-4983-b9ca-198d6ac3057d HTTP/1.1" status: 200 len: 1000 time: 0.1392796 Nov 19 05:53:20.713817 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79e11c84-3764-4846-ad58-4fe62e3827d6 req-87a94b37-b831-4dfe-912a-273b4c684a18 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0911071 Nov 19 05:53:20.784908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-d3e97e06-dc21-499a-b572-d6581f0b77ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:20.786504 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-d3e97e06-dc21-499a-b572-d6581f0b77ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 200 len: 849 time: 0.0667124 Nov 19 05:53:21.098716 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-81152ec6-580b-4034-a1eb-368545f4d1fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abb96a61-c360-4dda-bfb0-65a3ca8eec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3043149 Nov 19 05:53:21.143524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8b861ffb-bb05-4f77-80fa-7b4d0644aa01', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'port_id': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'mac_address': 'fa:16:3e:97:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:53:02Z', 'updated_at': '2020-11-19T05:53:18Z', 'revision_number': 1, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:53:21.147767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e1883-66b1-4495-a20b-97cd11385ca7 None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8b861ffb-bb05-4f77-80fa-7b4d0644aa01', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'port_id': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'mac_address': 'fa:16:3e:97:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:53:02Z', 'updated_at': '2020-11-19T05:53:18Z', 'revision_number': 1, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:53:21.299518 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-37a6bda0-c4b8-4918-9825-5a229f7cbe9a service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915729 Nov 19 05:53:21.325320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-30389dc3-7a4c-4e50-95e9-a4ffec9c6203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:21.401290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534364a-c04e-406b-8334-6d28b1e0b918 req-5c8703bd-0d92-4068-abed-da07eba1fdd3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:21.402901 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2534364a-c04e-406b-8334-6d28b1e0b918 req-5c8703bd-0d92-4068-abed-da07eba1fdd3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.2086294 Nov 19 05:53:21.438964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585bfa80-da8a-4bdf-9bcc-fff07d559d6f None None] New status for floating IP 8b861ffb-bb05-4f77-80fa-7b4d0644aa01: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:53:21.496294 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2534364a-c04e-406b-8334-6d28b1e0b918 req-4b075df5-0d32-4d8c-9735-585539a14ae9 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0850036 Nov 19 05:53:21.500188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b726f639-0822-4a43-be3f-ccb6e3f454c8 req-cdfcb1c1-3871-4654-9f80-3df7d3a89ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1912723 Nov 19 05:53:21.933081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3217-c8c4-4c40-a683-8d063d3e03c5 req-43ca68bd-aad1-47b7-b2fe-b5cc0d0e4e82 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:21.934682 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79ab3217-c8c4-4c40-a683-8d063d3e03c5 req-43ca68bd-aad1-47b7-b2fe-b5cc0d0e4e82 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0887928 Nov 19 05:53:21.987814 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79ab3217-c8c4-4c40-a683-8d063d3e03c5 req-32330f9e-71b4-42e9-8a60-b36c1a72bb4b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439496 Nov 19 05:53:22.728936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aed26-63e7-4553-adb8-eec8b1b4d2c0 req-57ac6db2-4802-41d2-a7dc-577c136cbf39 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:22.730508 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f61aed26-63e7-4553-adb8-eec8b1b4d2c0 req-57ac6db2-4802-41d2-a7dc-577c136cbf39 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0951450 Nov 19 05:53:22.784299 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f61aed26-63e7-4553-adb8-eec8b1b4d2c0 req-3b3ac850-a05d-4fd6-9466-a14a175b3b12 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0471752 Nov 19 05:53:23.215811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049dac-0d31-4e68-8af4-7596f729f28a req-88041818-1d9b-4eda-a8d4-3ad44bc29d0f tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:23.217401 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-37049dac-0d31-4e68-8af4-7596f729f28a req-88041818-1d9b-4eda-a8d4-3ad44bc29d0f tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0902297 Nov 19 05:53:23.272244 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-37049dac-0d31-4e68-8af4-7596f729f28a req-6b821c9d-9a29-4ed3-9b49-81202aac7c1c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455678 Nov 19 05:53:23.981712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e5695a0e-a2c9-4fee-8049-34a1b93c6517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:24.027739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4154f-8679-47b4-87ca-6f9c4f05b2d9 req-62c3e704-8f74-4559-a042-d36f31c47bc6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:24.029658 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bcc4154f-8679-47b4-87ca-6f9c4f05b2d9 req-62c3e704-8f74-4559-a042-d36f31c47bc6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0881786 Nov 19 05:53:24.081163 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bcc4154f-8679-47b4-87ca-6f9c4f05b2d9 req-ad72b7c6-c99d-40ca-9dfc-5615264e9fa7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0450695 Nov 19 05:53:24.399484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:24.498651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860d87-e6ed-4055-bd4a-bd5633888ea5 req-61a5e010-c161-4502-b463-1927c9d22462 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:24.500287 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ec860d87-e6ed-4055-bd4a-bd5633888ea5 req-61a5e010-c161-4502-b463-1927c9d22462 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0858686 Nov 19 05:53:24.549001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ec860d87-e6ed-4055-bd4a-bd5633888ea5 req-759a6289-3d1a-49c4-825a-84fe78bcb25c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422547 Nov 19 05:53:25.320377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198258a-10a1-409b-a09a-43eea5600035 req-8e9c68dd-bd0c-4554-9131-bbbc718b444f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:25.322097 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a198258a-10a1-409b-a09a-43eea5600035 req-8e9c68dd-bd0c-4554-9131-bbbc718b444f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0992391 Nov 19 05:53:25.336549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:25.383078 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a198258a-10a1-409b-a09a-43eea5600035 req-f06d8214-40b1-468d-9601-d4857ee21cea tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0537860 Nov 19 05:53:25.771375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:25.772972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ebfa-9847-4779-a40a-6066c941a2b4 req-a9f6a0aa-95bb-477d-8ed2-2c9e5923aaee tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:25.774555 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-47b8ebfa-9847-4779-a40a-6066c941a2b4 req-a9f6a0aa-95bb-477d-8ed2-2c9e5923aaee tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0938709 Nov 19 05:53:25.827006 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-47b8ebfa-9847-4779-a40a-6066c941a2b4 req-b5dbcaa1-0ea0-46b6-992d-f6667cdc677e tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455470 Nov 19 05:53:25.858671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:25.933360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:25.933774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:26.601585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69014a7-0547-4ea8-a0fa-5b06e9ba8444 req-83bf9091-d8e2-4166-9a18-07322422d639 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:26.603159 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e69014a7-0547-4ea8-a0fa-5b06e9ba8444 req-83bf9091-d8e2-4166-9a18-07322422d639 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0853624 Nov 19 05:53:26.653022 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e69014a7-0547-4ea8-a0fa-5b06e9ba8444 req-51712c1d-6207-43a6-b4ea-d7bbfb8dbb9f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&id=d4dd8939-feae-46c1-8602-5b3397f03d01&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0430636 Nov 19 05:53:27.062514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118b5b4-b634-4df1-bb37-761abe66e662 req-4adc3b54-84fb-480e-a432-f7a7a6f5c61a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:27.064136 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f118b5b4-b634-4df1-bb37-761abe66e662 req-4adc3b54-84fb-480e-a432-f7a7a6f5c61a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0885043 Nov 19 05:53:27.117096 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f118b5b4-b634-4df1-bb37-761abe66e662 req-386718bc-c914-4888-b5d8-5d0bb1a754df tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433643 Nov 19 05:53:28.340604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a4645-e734-4104-ae9a-c6c50793d226 req-b91d723d-288b-47ae-9f89-fac99f8b20d0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:28.342070 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8e5a4645-e734-4104-ae9a-c6c50793d226 req-b91d723d-288b-47ae-9f89-fac99f8b20d0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0865247 Nov 19 05:53:28.394285 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8e5a4645-e734-4104-ae9a-c6c50793d226 req-4e3663dc-4331-425d-aab6-b8a49e8a15c9 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433748 Nov 19 05:53:29.410372 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-223384c7-c027-4652-9651-af7227095a34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.0828512 Nov 19 05:53:29.474789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:53:29.594581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-330ff0ae-8e4c-45a0-8beb-a35f7fee835c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:29.596155 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-330ff0ae-8e4c-45a0-8beb-a35f7fee835c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.1787515 Nov 19 05:53:29.720653 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-8fffa8b5-79af-46d7-b913-0e4c3cb4a8f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1002 time: 0.1171026 Nov 19 05:53:29.729747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d762760-daed-47db-86d7-75e2cf691cfe req-f47a04b1-8cb7-401d-a7d8-4eafe04ab267 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:29.731468 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d762760-daed-47db-86d7-75e2cf691cfe req-f47a04b1-8cb7-401d-a7d8-4eafe04ab267 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.1842446 Nov 19 05:53:29.822664 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-d7b5421f-f0c6-4f9f-b42d-1ecc3002531d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:29.824223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-d7b5421f-f0c6-4f9f-b42d-1ecc3002531d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.0919685 Nov 19 05:53:29.875043 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d762760-daed-47db-86d7-75e2cf691cfe req-e2726d62-764f-4aca-8a5d-eee4634d1a83 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1054659 Nov 19 05:53:29.914060 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-d2ab22a5-8bdd-47f3-918e-0a97f15f33c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806048 Nov 19 05:53:30.072061 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-bec34bd7-6b6e-4929-acd4-c5e59b2a697b service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495850 Nov 19 05:53:30.217146 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7e2abb39-960b-4934-8d8c-8e99f1a357f3 req-9872ad38-6ba7-4822-bd55-c43a9bd57b99 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378672 Nov 19 05:53:31.105672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4dace-6a9f-41ef-89a1-11b8427b3670 req-cd4bd972-220e-4180-adf9-9a560c8148cd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:31.107381 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4b4dace-6a9f-41ef-89a1-11b8427b3670 req-cd4bd972-220e-4180-adf9-9a560c8148cd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0868030 Nov 19 05:53:31.159631 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4b4dace-6a9f-41ef-89a1-11b8427b3670 req-6149ba2b-a0b2-474e-b722-0721d80e6c63 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460501 Nov 19 05:53:32.417430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969c8e2-20ed-4a00-ae99-65890500458f req-c2ba1936-5e35-4f61-9217-d316646d5620 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:32.419036 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4969c8e2-20ed-4a00-ae99-65890500458f req-c2ba1936-5e35-4f61-9217-d316646d5620 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0994442 Nov 19 05:53:32.482412 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4969c8e2-20ed-4a00-ae99-65890500458f req-c10d98d0-e82f-4a82-ae25-09ca2afec82d tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459368 Nov 19 05:53:33.617527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:53:33.742232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba309e-73c4-4ac5-a4ea-5406216e2388 req-73a82f66-a27f-4c2c-91ab-1452f678924c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:33.744156 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cfba309e-73c4-4ac5-a4ea-5406216e2388 req-73a82f66-a27f-4c2c-91ab-1452f678924c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0886242 Nov 19 05:53:33.757863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:33.786531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:33.795171 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cfba309e-73c4-4ac5-a4ea-5406216e2388 req-37fc5632-b9aa-4d50-bc26-08acad69c203 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443833 Nov 19 05:53:33.815945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:33.820556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:33.822482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:33.864504 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'code': 200} Nov 19 05:53:33.897680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:33.901104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:34.162947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 55850) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:53:34.201679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dba653-bfb3-4273-891b-bb42eb0dfa5a req-015ac720-d493-4a76-a9f2-5a52e64f1eaa tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:34.203285 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f3dba653-bfb3-4273-891b-bb42eb0dfa5a req-015ac720-d493-4a76-a9f2-5a52e64f1eaa tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0843978 Nov 19 05:53:34.257182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f3dba653-bfb3-4273-891b-bb42eb0dfa5a req-a10caf25-7231-41c5-ae52-9c9cfc57b4af tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0463705 Nov 19 05:53:34.317827 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-faf584bd-1a4c-4dd2-9712-3d07a99523fe service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534750 Nov 19 05:53:35.482385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3580649-d8c1-411d-b58d-d54d033f1d97 req-19314672-4cbb-4a10-9356-91d9dc14d308 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:35.484041 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f3580649-d8c1-411d-b58d-d54d033f1d97 req-19314672-4cbb-4a10-9356-91d9dc14d308 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0893338 Nov 19 05:53:35.533913 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f3580649-d8c1-411d-b58d-d54d033f1d97 req-64d983ad-8164-4a35-a93e-07dde5147705 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436211 Nov 19 05:53:35.879134 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-4006f90e-748b-4370-baa6-90cd650cee92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef&tenant_id=b8e9c6b5e866492f81fbea293538a47f HTTP/1.1" status: 200 len: 1161 time: 0.0800188 Nov 19 05:53:36.021036 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-9ad3ad11-da0b-4ce5-a358-ad68b8124044 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1161 time: 0.0855448 Nov 19 05:53:36.389611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-25362d5d-5231-4a58-a27c-c6e023871300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:36.391192 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-25362d5d-5231-4a58-a27c-c6e023871300 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.3637109 Nov 19 05:53:36.501123 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-1215a91a-47cd-49b2-ba82-426a1d132ee9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1000 time: 0.1025949 Nov 19 05:53:36.578173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-0a1f4a02-d980-4ea0-8c09-ab82f1e2b25b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:36.579828 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-0a1f4a02-d980-4ea0-8c09-ab82f1e2b25b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.0712790 Nov 19 05:53:36.669630 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-65351dcd-f865-42e2-bb7e-adfd2f1eb921 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754302 Nov 19 05:53:36.873986 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-2e5675a5-208b-4846-9b3d-396d10f865f3 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607962 Nov 19 05:53:36.880850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e04b2e-cea1-4e10-9646-6b91cf676eb9 req-f672f3d4-04e9-4720-b2fb-f2dd5dcdb54a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:36.882326 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25e04b2e-cea1-4e10-9646-6b91cf676eb9 req-f672f3d4-04e9-4720-b2fb-f2dd5dcdb54a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.2117801 Nov 19 05:53:37.036457 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25e04b2e-cea1-4e10-9646-6b91cf676eb9 req-07677571-3b9b-4955-9848-0c428c2db5f0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1320868 Nov 19 05:53:37.057603 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-78ac4329-3c3c-4cec-be39-53debded5083 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1742928 Nov 19 05:53:38.267335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22e294-78b4-4f50-892e-d0c79be700b8 req-c3f10cab-86ce-44bd-956d-c7ed1c34b580 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:38.268910 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dd22e294-78b4-4f50-892e-d0c79be700b8 req-c3f10cab-86ce-44bd-956d-c7ed1c34b580 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0886152 Nov 19 05:53:38.319958 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dd22e294-78b4-4f50-892e-d0c79be700b8 req-cadb2fe2-41ec-461a-a8a6-79a306a352e4 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447705 Nov 19 05:53:39.548368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4187f10-9fa3-4ea9-a696-3c8d47928621 req-f0437f7b-fa31-4e70-a9fe-be66adbc93bf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:39.549962 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e4187f10-9fa3-4ea9-a696-3c8d47928621 req-f0437f7b-fa31-4e70-a9fe-be66adbc93bf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0848539 Nov 19 05:53:39.600616 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e4187f10-9fa3-4ea9-a696-3c8d47928621 req-49a057f8-5644-4d6f-a7ed-53d2c6616ed7 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416636 Nov 19 05:53:40.829268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc879d7-a9c4-46ca-ba7f-a46e83fd1d3b req-2114765e-165a-4bce-9d78-f0dc6fda4668 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:40.830786 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5bc879d7-a9c4-46ca-ba7f-a46e83fd1d3b req-2114765e-165a-4bce-9d78-f0dc6fda4668 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0895176 Nov 19 05:53:40.888712 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5bc879d7-a9c4-46ca-ba7f-a46e83fd1d3b req-9b5589ff-d5d5-4561-af04-337eff24ae0c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484626 Nov 19 05:53:42.127798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954a5c6-c423-448d-8881-11f5ba2c9acd req-e8e6172f-96f6-4646-ad99-3471895ba9a6 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:42.129402 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8954a5c6-c423-448d-8881-11f5ba2c9acd req-e8e6172f-96f6-4646-ad99-3471895ba9a6 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0986664 Nov 19 05:53:42.181987 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8954a5c6-c423-448d-8881-11f5ba2c9acd req-52ef7c98-d583-43cf-9362-abfc8a5e5228 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464094 Nov 19 05:53:43.409127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de617-36f1-4270-a8d0-9739383e87f1 req-1fb67aba-5544-4a7a-8742-9ba61521966c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:43.410636 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-285de617-36f1-4270-a8d0-9739383e87f1 req-1fb67aba-5544-4a7a-8742-9ba61521966c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0887389 Nov 19 05:53:43.462463 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-285de617-36f1-4270-a8d0-9739383e87f1 req-49213870-3127-4770-ad7e-3e9f2090c3ba tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453982 Nov 19 05:53:44.694939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795fedc-ef4d-460c-904d-4e1a97509889 req-033a7214-1caa-4522-872d-7bd60a8727cd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:44.703223 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0795fedc-ef4d-460c-904d-4e1a97509889 req-033a7214-1caa-4522-872d-7bd60a8727cd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.1003551 Nov 19 05:53:44.750673 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0795fedc-ef4d-460c-904d-4e1a97509889 req-4e8890d8-08b5-4338-8bb3-42bce79843af tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464756 Nov 19 05:53:45.997963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bfec0-388b-40db-afa7-eb44645171a5 req-f6c03218-d2ec-4b4a-a786-f735e7eff34a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:45.999530 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3e1bfec0-388b-40db-afa7-eb44645171a5 req-f6c03218-d2ec-4b4a-a786-f735e7eff34a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0926330 Nov 19 05:53:46.048136 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3e1bfec0-388b-40db-afa7-eb44645171a5 req-6b48227b-22d5-473f-80a5-4df8e9ebd3e1 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423784 Nov 19 05:53:46.632140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:47.278231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49d05a-2101-44af-ad10-12e1a1e4d61c req-0936b7c1-e7ed-403e-b34e-77fd2621ca76 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:47.280169 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d49d05a-2101-44af-ad10-12e1a1e4d61c req-0936b7c1-e7ed-403e-b34e-77fd2621ca76 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0903435 Nov 19 05:53:47.328125 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d49d05a-2101-44af-ad10-12e1a1e4d61c req-a0d3f80a-542c-42ba-b9d4-cd7a773779cd tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417578 Nov 19 05:53:48.560270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc981ae-1136-4492-b125-689f7b4457a3 req-83723e5d-ba68-4fd3-91c5-80731bf57a5c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:48.561854 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6fc981ae-1136-4492-b125-689f7b4457a3 req-83723e5d-ba68-4fd3-91c5-80731bf57a5c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 944 time: 0.0864742 Nov 19 05:53:48.593506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:48.619302 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6fc981ae-1136-4492-b125-689f7b4457a3 req-f2c11b95-eb17-498d-ac8a-c29cb122ddc2 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481718 Nov 19 05:53:48.669764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:48.670169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:48.788236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:48.816776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:53:48.827713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:53:48.832397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:48.834625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:53:48.881734 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'code': 200} Nov 19 05:53:48.901731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=6']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:53:48.905275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:53:49.310830 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2851f6e-a010-4411-abbe-a32a325dde5f req-74e15077-107a-4ad7-8d65-a141f72fd440 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.0853930 Nov 19 05:53:49.357538 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c2851f6e-a010-4411-abbe-a32a325dde5f req-7f0cc236-e92e-44e0-9952-b568140c1762 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0392985 Nov 19 05:53:49.843862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147d20-87f6-4a0b-9c20-fb2416022e26 req-32638fa6-cd30-45a6-9deb-5771092b88d3 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:49.845470 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ca147d20-87f6-4a0b-9c20-fb2416022e26 req-32638fa6-cd30-45a6-9deb-5771092b88d3 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0868721 Nov 19 05:53:49.903143 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ca147d20-87f6-4a0b-9c20-fb2416022e26 req-b41201da-4bad-4bfa-aad6-7eef22ad92ba tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0490158 Nov 19 05:53:50.038288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:53:50.145938 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:53:50.146353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:51.124793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedae45-f130-41da-ba08-2cf7595f04cc req-4a812468-e100-4a5a-8acc-67541c6f071c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:51.126412 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0bedae45-f130-41da-ba08-2cf7595f04cc req-4a812468-e100-4a5a-8acc-67541c6f071c tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0878508 Nov 19 05:53:51.176403 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0bedae45-f130-41da-ba08-2cf7595f04cc req-ac8309f9-e9cb-4504-8409-15ff60b4b073 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434015 Nov 19 05:53:51.329757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-730cdddc-6e40-4f02-8f10-cd1f0addcc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:52.402762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cecc2-6663-4d86-b664-2a7b8a9d1b30 req-68e3e32b-c3fc-4c07-84c6-8151c576cf86 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:52.404322 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d7cecc2-6663-4d86-b664-2a7b8a9d1b30 req-68e3e32b-c3fc-4c07-84c6-8151c576cf86 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0975771 Nov 19 05:53:52.457997 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3d7cecc2-6663-4d86-b664-2a7b8a9d1b30 req-3b4d1435-44cb-4056-b7ad-ec1e36a922f3 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0472529 Nov 19 05:53:53.986890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a3fe37c4-6519-4fba-b1c3-c207c95979b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:54.407205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.338425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:55.778371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:53:57.143611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb0052-d75e-4240-8733-db898ff69ebb req-33437615-3734-4ee8-8dca-6a8f9601377a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:57.145155 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cfb0052-d75e-4240-8733-db898ff69ebb req-33437615-3734-4ee8-8dca-6a8f9601377a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0925770 Nov 19 05:53:57.194165 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cfb0052-d75e-4240-8733-db898ff69ebb req-17bad331-66c5-45f7-8c76-a18254c4ca8e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Nov 19 05:53:58.443547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fa583-edef-4a2a-894b-66e5d0aadf87 req-414e4e06-0060-44aa-bc6c-b93056005150 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:58.445051 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-737fa583-edef-4a2a-894b-66e5d0aadf87 req-414e4e06-0060-44aa-bc6c-b93056005150 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0910487 Nov 19 05:53:58.502026 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-737fa583-edef-4a2a-894b-66e5d0aadf87 req-09b0f702-1e35-4b83-96fc-dc9f642a1373 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488887 Nov 19 05:53:59.754825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecbb5-9713-4eca-ba40-8e3d6c9a4358 req-3f0143ec-3382-482b-8d83-3fddb8e7662c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:53:59.756874 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cacecbb5-9713-4eca-ba40-8e3d6c9a4358 req-3f0143ec-3382-482b-8d83-3fddb8e7662c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0903401 Nov 19 05:53:59.812183 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cacecbb5-9713-4eca-ba40-8e3d6c9a4358 req-83903c5e-e963-41d1-8357-19c2dd3de244 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487812 Nov 19 05:54:01.062114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4b2e-66cc-4177-a9e6-1a42cc1691e3 req-618bc42b-5e5f-42b3-ab51-d14df6fa8957 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:01.063641 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70be4b2e-66cc-4177-a9e6-1a42cc1691e3 req-618bc42b-5e5f-42b3-ab51-d14df6fa8957 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0912037 Nov 19 05:54:01.116074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-70be4b2e-66cc-4177-a9e6-1a42cc1691e3 req-a0394481-e261-4b75-b1ed-2bb3d8276f61 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433490 Nov 19 05:54:02.377789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec854c-5f2b-40cf-a313-d6596c7adbb1 req-818cda63-f126-4c41-a570-4d7755838d64 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:02.379249 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1bec854c-5f2b-40cf-a313-d6596c7adbb1 req-818cda63-f126-4c41-a570-4d7755838d64 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0986745 Nov 19 05:54:02.433126 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1bec854c-5f2b-40cf-a313-d6596c7adbb1 req-69c9e760-c5c5-4aaa-a489-c0a7e828768a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Nov 19 05:54:03.679312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033716-d7ec-42d2-bd49-bdb7d9ec37b8 req-f8f91123-085e-45a7-a24a-86762e8f8419 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:03.680912 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d7033716-d7ec-42d2-bd49-bdb7d9ec37b8 req-f8f91123-085e-45a7-a24a-86762e8f8419 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0887332 Nov 19 05:54:03.732385 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d7033716-d7ec-42d2-bd49-bdb7d9ec37b8 req-9f7498ff-640a-4a52-ba29-d0c2384c7299 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423250 Nov 19 05:54:04.972008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d748-0603-4b08-8503-c756dff04578 req-c0571b4b-2c6f-4b57-b9c0-d348c93aae50 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:04.973584 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4249d748-0603-4b08-8503-c756dff04578 req-c0571b4b-2c6f-4b57-b9c0-d348c93aae50 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0922790 Nov 19 05:54:05.022248 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4249d748-0603-4b08-8503-c756dff04578 req-8744c95b-290d-46f9-a3c7-8d9ae1648636 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 Nov 19 05:54:06.267159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4897a9-542e-40db-bd59-402b509cc4ce req-fb1a42a5-5043-429e-81c9-62541b7d5cbd tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:06.268819 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4e4897a9-542e-40db-bd59-402b509cc4ce req-fb1a42a5-5043-429e-81c9-62541b7d5cbd tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0899045 Nov 19 05:54:06.320802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4e4897a9-542e-40db-bd59-402b509cc4ce req-7daf2a9b-0532-4ec7-ad58-4fbf99947486 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Nov 19 05:54:06.481855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:54:07.568555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7adf52-c159-4c11-ab39-99bf66a80a50 req-a051cc19-3d54-4815-8418-9f37c8a24d24 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:07.570139 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a7adf52-c159-4c11-ab39-99bf66a80a50 req-a051cc19-3d54-4815-8418-9f37c8a24d24 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0933127 Nov 19 05:54:07.619567 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8a7adf52-c159-4c11-ab39-99bf66a80a50 req-3044e738-b385-44b1-ab0f-01c9a6d7ffa3 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427487 Nov 19 05:54:08.872222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28ff7-cc62-4ce5-a3a3-cf2c88b90175 req-a0421a4d-0981-460a-a20c-f8d2dd36d1a9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:08.874243 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dbf28ff7-cc62-4ce5-a3a3-cf2c88b90175 req-a0421a4d-0981-460a-a20c-f8d2dd36d1a9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0861292 Nov 19 05:54:08.930781 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dbf28ff7-cc62-4ce5-a3a3-cf2c88b90175 req-ef37cd2e-fdfb-4395-a249-4a24dd869370 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499690 Nov 19 05:54:10.181061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78a03b-f69d-4b8e-b825-dd14f671ba9c req-d1e2bf84-46c9-4336-97d3-d1f4b17da238 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:10.182689 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9c78a03b-f69d-4b8e-b825-dd14f671ba9c req-d1e2bf84-46c9-4336-97d3-d1f4b17da238 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0920260 Nov 19 05:54:10.235753 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9c78a03b-f69d-4b8e-b825-dd14f671ba9c req-4402f0ac-4f02-4248-863e-10cc3142271e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438724 Nov 19 05:54:11.498129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc25d40-b141-47b8-b2bb-6d0ae67fb17c req-d38b298b-fa17-43d1-a0d1-312e9d79814d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:11.499738 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cc25d40-b141-47b8-b2bb-6d0ae67fb17c req-d38b298b-fa17-43d1-a0d1-312e9d79814d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.1029711 Nov 19 05:54:11.552269 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cc25d40-b141-47b8-b2bb-6d0ae67fb17c req-0cd6b5a2-e3a3-41ab-8099-eaca80797faa tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462396 Nov 19 05:54:12.521354 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-2ed1d442-e9bb-40e1-9350-faac6e47ef14 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835664 Nov 19 05:54:12.703836 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-8141ffd7-d988-425c-a787-2e5106f060a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.0792820 Nov 19 05:54:12.898885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-7b34e3aa-a096-4a0f-850f-6671a91eb0b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:12.900513 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-7b34e3aa-a096-4a0f-850f-6671a91eb0b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.1615999 Nov 19 05:54:12.909802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7f56c-2d46-42b0-b719-f72985b3700f req-40e40bf7-3705-4fed-bdc6-12bb1d046471 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:12.911265 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-72c7f56c-2d46-42b0-b719-f72985b3700f req-40e40bf7-3705-4fed-bdc6-12bb1d046471 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.2065473 Nov 19 05:54:13.250078 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-b605a3af-b518-4fd7-969a-d6a4dec9e986 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 1002 time: 0.3377886 Nov 19 05:54:13.252794 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-72c7f56c-2d46-42b0-b719-f72985b3700f req-ed16760d-c280-4830-bab8-41abaa380178 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840883 Nov 19 05:54:13.321946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-caf3dff2-09dc-4bb3-84aa-5d113b47e1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:13.323521 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-caf3dff2-09dc-4bb3-84aa-5d113b47e1d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.0654602 Nov 19 05:54:13.411604 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-e9677bb5-89ca-40e6-97a1-f66fe3c0af31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781622 Nov 19 05:54:13.562935 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-9343f04e-ba81-4e62-a6ff-39a635715b4f service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421757 Nov 19 05:54:13.712915 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9d43914f-7b3a-4e62-a4b7-733fded4e9d2 req-988648a0-2c01-4fbd-87b7-3a1b2d60edc4 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385949 Nov 19 05:54:14.489484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c132f6-f804-4adc-88e9-3281bce955db req-906659bf-e11e-415d-931c-ed7771d106e8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:14.491044 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c0c132f6-f804-4adc-88e9-3281bce955db req-906659bf-e11e-415d-931c-ed7771d106e8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0906856 Nov 19 05:54:14.540364 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c0c132f6-f804-4adc-88e9-3281bce955db req-2199b554-0161-4ca7-a126-478664fd8e85 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Nov 19 05:54:15.774653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159bb41-7052-43a5-8fe1-6da08dd423fe req-88009b4a-e714-4d1a-bb30-cc42283e2afb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:15.776280 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8159bb41-7052-43a5-8fe1-6da08dd423fe req-88009b4a-e714-4d1a-bb30-cc42283e2afb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0849228 Nov 19 05:54:15.825397 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8159bb41-7052-43a5-8fe1-6da08dd423fe req-8e9ed02f-ee9e-420b-8915-f207de5790d9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Nov 19 05:54:16.653538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:17.071049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852686a-8040-482e-947d-89f2620e1b6a req-74fd9e2b-979e-4723-a3e0-3ab7eb38b936 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:17.072659 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1852686a-8040-482e-947d-89f2620e1b6a req-74fd9e2b-979e-4723-a3e0-3ab7eb38b936 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0932615 Nov 19 05:54:17.122010 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1852686a-8040-482e-947d-89f2620e1b6a req-9e6003c9-1248-4555-967a-ab074129ef79 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Nov 19 05:54:18.355888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72207403-e177-4169-b2be-37b9e7953ca9 req-54989793-310d-4bb1-af91-b78355e65cdc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:18.357921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-72207403-e177-4169-b2be-37b9e7953ca9 req-54989793-310d-4bb1-af91-b78355e65cdc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0848951 Nov 19 05:54:18.413550 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-72207403-e177-4169-b2be-37b9e7953ca9 req-fa56bd50-9cdc-4cc3-80fe-0d02649d2ae8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Nov 19 05:54:19.659482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347460c-1705-41dd-a129-7cea1c9d037b req-10dc6fef-58df-4a1a-9625-18ee2920a2a9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:19.661894 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7347460c-1705-41dd-a129-7cea1c9d037b req-10dc6fef-58df-4a1a-9625-18ee2920a2a9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.1019311 Nov 19 05:54:19.711656 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7347460c-1705-41dd-a129-7cea1c9d037b req-36140f0b-2261-4cf0-b572-47f4b3e4612b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Nov 19 05:54:20.969192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92e55-ba55-4af7-ad7c-a8d8903c75e7 req-10e0b360-84a6-43da-90e0-24406eb4a7b8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:20.970843 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-88c92e55-ba55-4af7-ad7c-a8d8903c75e7 req-10e0b360-84a6-43da-90e0-24406eb4a7b8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0982084 Nov 19 05:54:21.035695 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-88c92e55-ba55-4af7-ad7c-a8d8903c75e7 req-82428884-b297-4ac1-a381-283102ddd2c9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561852 Nov 19 05:54:21.332941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-131af0db-8430-40b0-917c-5aacbcee4d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:22.262669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25580498-49c5-4893-97ec-4bb8be5aee50 req-1bc9f014-ab4c-47c0-bbdc-86f07b41295c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:22.264454 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25580498-49c5-4893-97ec-4bb8be5aee50 req-1bc9f014-ab4c-47c0-bbdc-86f07b41295c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0905242 Nov 19 05:54:22.320091 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25580498-49c5-4893-97ec-4bb8be5aee50 req-bc160b00-5a06-40af-b7b9-093d1288ee54 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488739 Nov 19 05:54:23.569698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e3252-0bf6-4187-a5ca-5642fa140820 req-69b928e2-b7fe-4456-a67a-f17a7c16ce2e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:23.571335 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-955e3252-0bf6-4187-a5ca-5642fa140820 req-69b928e2-b7fe-4456-a67a-f17a7c16ce2e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0946999 Nov 19 05:54:23.626015 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-955e3252-0bf6-4187-a5ca-5642fa140820 req-32ed374c-8876-4f8c-877f-05a19405d40e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466681 Nov 19 05:54:23.990861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7d85918b-8d5b-48db-aef0-596937876f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:24.407403 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:24.912237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b7c2-0e3a-4357-8c60-083b533eb02c req-74deb4e0-eac4-4099-a963-63f987ab1af2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:24.913851 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c9b6b7c2-0e3a-4357-8c60-083b533eb02c req-74deb4e0-eac4-4099-a963-63f987ab1af2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0884566 Nov 19 05:54:24.983386 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c9b6b7c2-0e3a-4357-8c60-083b533eb02c req-150b0d02-d326-4fe5-84d0-44a35fc9208e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598674 Nov 19 05:54:25.335015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:25.782544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:26.231515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd19c-b9a5-48ec-9faa-469407b9103e req-9423ff69-c6ee-460a-9597-d59a3d53587a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:26.233547 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-debdd19c-b9a5-48ec-9faa-469407b9103e req-9423ff69-c6ee-460a-9597-d59a3d53587a tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0947289 Nov 19 05:54:26.288692 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-debdd19c-b9a5-48ec-9faa-469407b9103e req-bf1d3f05-4680-4266-ab5e-eeb770738f45 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484657 Nov 19 05:54:27.525507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd886-a049-4d4a-93c9-7fbd90ef9390 req-fbe90769-65c2-4b05-acdb-65a5e79a24b7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:27.526831 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9becd886-a049-4d4a-93c9-7fbd90ef9390 req-fbe90769-65c2-4b05-acdb-65a5e79a24b7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0875645 Nov 19 05:54:27.583231 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9becd886-a049-4d4a-93c9-7fbd90ef9390 req-b8d75534-c4ee-425f-9148-1eb37c8075e6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494111 Nov 19 05:54:28.845121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfff78-8c55-46d8-bfb2-2663d236fdc8 req-aff386e1-b172-4bee-9ca7-9cdfea838cd0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:28.848834 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4adfff78-8c55-46d8-bfb2-2663d236fdc8 req-aff386e1-b172-4bee-9ca7-9cdfea838cd0 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0951400 Nov 19 05:54:28.904837 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4adfff78-8c55-46d8-bfb2-2663d236fdc8 req-90deb676-7ede-45b8-8cf9-d2c706841bd8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501294 Nov 19 05:54:30.140846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029aacd-d560-459f-93ea-6e2d208552a0 req-a44c7d5c-7163-4a8c-9370-4f082bbe62e7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:30.142437 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4029aacd-d560-459f-93ea-6e2d208552a0 req-a44c7d5c-7163-4a8c-9370-4f082bbe62e7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0903721 Nov 19 05:54:30.192129 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4029aacd-d560-459f-93ea-6e2d208552a0 req-bb4a7dd1-3a5c-448b-b6c8-094162907c6d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Nov 19 05:54:30.615940 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8288b281-f227-43ee-810f-be42a819df48 req-37049351-5276-4a41-9adf-dad65bb01a90 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1071330229&fields=id&tenant_id=44bf127e619e4dac95a557658fd0b9aa HTTP/1.1" status: 200 len: 267 time: 0.0484703 Nov 19 05:54:30.707334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288b281-f227-43ee-810f-be42a819df48 req-cdc92766-382d-4cf5-af5d-87afd6600641 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:30.709306 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8288b281-f227-43ee-810f-be42a819df48 req-cdc92766-382d-4cf5-af5d-87afd6600641 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 985 time: 0.0843246 Nov 19 05:54:30.721497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Request body: {'port': {'security_groups': ['bd0d1f63-6c54-40b5-8fcb-538615067d76']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:54:30.851934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:31.222768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] For port 1321d5f0-be37-4677-ba27-add17bfe770a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1321d5f0-be37-4677-ba27-add17bfe770a,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:54:31.258564 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-d4dc48ca-ae3d-4278-8334-26043df81919 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1163 time: 0.1431396 Nov 19 05:54:31.265486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:31.291493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:31.352248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8ab994d5-ca0a-48de-934c-2b8d7b9f7ddf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:31.599486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event updated for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=6']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:31.635095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.635534 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.635933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.636320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.636705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.637088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.637489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.637853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.638252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.638618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.638993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.639394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.639829 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.640208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.640583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.640956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.641331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.641707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.642061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.642434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.642813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.643185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.643585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.643960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:31.648671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:31.685002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-b0b55ebf-f877-4351-8a23-e11ce1a28547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:31.686602 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-b0b55ebf-f877-4351-8a23-e11ce1a28547 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.4191492 Nov 19 05:54:31.698634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972166da-99b2-45fc-b2f6-425f97eae453 req-ddfe6bc2-cf5b-4f51-91e7-be3e79f5d649 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:31.700399 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-972166da-99b2-45fc-b2f6-425f97eae453 req-ddfe6bc2-cf5b-4f51-91e7-be3e79f5d649 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.3091977 Nov 19 05:54:31.758049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:31.758732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:31.760299 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8288b281-f227-43ee-810f-be42a819df48 req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "PUT /v2.0/ports/1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 943 time: 1.0440531 Nov 19 05:54:31.762102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:54:31.850850 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-e4b57844-d369-4d14-b61e-9defef869f72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 1001 time: 0.1493354 Nov 19 05:54:31.905272 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-972166da-99b2-45fc-b2f6-425f97eae453 req-136b4997-c40d-4e9b-90c8-cfdf5d9b8b84 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439435 Nov 19 05:54:31.927087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-51f8ac80-a2f8-4697-a911-0a123ee8ea4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:31.928641 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-51f8ac80-a2f8-4697-a911-0a123ee8ea4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0698462 Nov 19 05:54:31.987736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-bfe7b7d5-88e6-4de9-838f-54ca14b586ed None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:54:31.988054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b7d5-88e6-4de9-838f-54ca14b586ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:32.005508 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'status': 'completed', 'code': 200} Nov 19 05:54:32.107861 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a866046d-3dd1-44bb-bd29-e9eb2dc39846 req-ad30b8fa-7400-4e90-af2c-8f659575762b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups/d4dd8939-feae-46c1-8602-5b3397f03d01 HTTP/1.1" status: 200 len: 2659 time: 0.1256340 Nov 19 05:54:32.118620 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-efc615f6-ddb3-4175-9600-29c0f1628d86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1801746 Nov 19 05:54:32.542507 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-46e739eb-5967-49f8-9450-db320e978c21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1163 time: 0.4959433 Nov 19 05:54:32.551603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a866046d-3dd1-44bb-bd29-e9eb2dc39846 req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:32.554575 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-b89f71d6-b850-42a3-9aed-88815a59e45d service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227228 Nov 19 05:54:32.687143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:54:32.755201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a866046d-3dd1-44bb-bd29-e9eb2dc39846 req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:32.760814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 1321d5f0-be37-4677-ba27-add17bfe770a triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:54:32.761326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:32.874013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608115da-9f39-4d58-bc4d-7e32234c387a req-bdafc6c1-1b52-4a0e-801a-89f6df1cb8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:32.875607 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-bdafc6c1-1b52-4a0e-801a-89f6df1cb8b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.3251870 Nov 19 05:54:32.881466 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-661a1a9a-e9b2-49cf-8769-e0c72955d296 req-f0930b12-c7ec-42ec-94cd-ad1c881f0965 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3033378 Nov 19 05:54:32.936543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a866046d-3dd1-44bb-bd29-e9eb2dc39846 req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:32.946091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d5b936aa-5859-4564-bb92-ac2f87c0dd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:32.981902 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd8939-feae-46c1-8602-5b3397f03d01,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:32.987633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:33.010704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a866046d-3dd1-44bb-bd29-e9eb2dc39846 req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:33.014169 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a866046d-3dd1-44bb-bd29-e9eb2dc39846 req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "DELETE /v2.0/security-groups/d4dd8939-feae-46c1-8602-5b3397f03d01 HTTP/1.1" status: 204 len: 173 time: 0.8991077 Nov 19 05:54:33.022249 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-a6dd236e-ccae-4a4a-9124-c01324ade063 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 1002 time: 0.1392851 Nov 19 05:54:33.097520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608115da-9f39-4d58-bc4d-7e32234c387a req-9095c569-11e2-49f7-8fa3-c3e6c8e8c064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:33.099116 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-9095c569-11e2-49f7-8fa3-c3e6c8e8c064 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.0681813 Nov 19 05:54:33.334181 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-cfa1b957-7684-4f8c-bc39-d06e6692e0d2 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/floatingips/34d2f154-4ee2-429a-a1e1-d3b7ceded4fa HTTP/1.1" status: 200 len: 999 time: 0.1434889 Nov 19 05:54:33.477827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60314818-f125-4495-b8e7-07346e9191b9 req-c5e379b8-08b1-47de-b9f1-e905c3349e09 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:33.479479 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-60314818-f125-4495-b8e7-07346e9191b9 req-c5e379b8-08b1-47de-b9f1-e905c3349e09 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.3576527 Nov 19 05:54:33.504185 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-21fce862-bdf5-4421-9434-3c39cc963581 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3808360 Nov 19 05:54:33.637014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12475-fc93-4030-9dad-cd86140aa803 req-4cec3deb-32bf-4339-8b72-be9dfae23a8c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:33.638475 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-4cec3deb-32bf-4339-8b72-be9dfae23a8c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.2971754 Nov 19 05:54:33.659474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-37c8e18b-33f9-4888-86ac-b6ac3911475f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:54:33.660494 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-37c8e18b-33f9-4888-86ac-b6ac3911475f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0128744 Nov 19 05:54:33.732684 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-60314818-f125-4495-b8e7-07346e9191b9 req-da4d0a34-8356-476e-bc2c-4c1a799ad415 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321303 Nov 19 05:54:33.815528 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-5214acec-9179-4238-a108-eb382140f9a6 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905736 Nov 19 05:54:33.821244 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-dd71f87f-1a66-4c04-af8c-99c731cc901c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.176 HTTP/1.1" status: 200 len: 1002 time: 0.1532085 Nov 19 05:54:34.003254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12475-fc93-4030-9dad-cd86140aa803 req-f1f3ec5a-98f2-44dd-824d-93aa117903ec tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:34.005259 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-f1f3ec5a-98f2-44dd-824d-93aa117903ec tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports/1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 943 time: 0.1551573 Nov 19 05:54:34.045997 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-608115da-9f39-4d58-bc4d-7e32234c387a req-73383f32-0b3e-4acb-bfb7-aca788ec603c service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2223985 Nov 19 05:54:34.217023 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-48c91836-eda1-4f1d-9f61-d471eaacee87 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.176 HTTP/1.1" status: 200 len: 1002 time: 0.1267936 Nov 19 05:54:34.478475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Deleting port 9b343dda-e230-4021-a163-741df4c9434d {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:54:34.478811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:34.702979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:34.703562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for floatingip, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:35.092787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Calling delete_port for 9b343dda-e230-4021-a163-741df4c9434d owned by network:floatingip {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:54:35.278043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16860a-01e3-48d2-94c0-20411f09e3d0 req-8b6a8e50-6945-493b-a50a-fac56f02c0fb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:35.280600 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9b16860a-01e3-48d2-94c0-20411f09e3d0 req-8b6a8e50-6945-493b-a50a-fac56f02c0fb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.1986208 Nov 19 05:54:35.403685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:35.421179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-919357b3-9095-4aa5-8e50-1301ccbe6a8f tempest-VolumesActionsTest-1749174697 tempest-VolumesActionsTest-1749174697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:35.506387 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9b16860a-01e3-48d2-94c0-20411f09e3d0 req-a90bd4d4-f2a8-4cae-afb3-b074a7e39156 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827939 Nov 19 05:54:35.534033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event deleted for resources: {'Port': ['ID=9b343dda-e230-4021-a163-741df4c9434d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:35.538971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:35.686247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks [] for floatingip, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:35.686508 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Floating IP 34d2f154-4ee2-429a-a1e1-d3b7ceded4fa disassociated (deleted). External IP: 172.27.3.176, port: 1321d5f0-be37-4677-ba27-add17bfe770a. Nov 19 05:54:36.132702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Router f5bd468c-060f-4c69-bdab-9cd47fd07377 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:54:36.347463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:54:36.358137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] Sync routers for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:54:36.373090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:54:36.373659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:54:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:36.375726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:36.428628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:54:36.430107 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "DELETE /v2.0/floatingips/34d2f154-4ee2-429a-a1e1-d3b7ceded4fa HTTP/1.1" status: 204 len: 173 time: 2.2041621 Nov 19 05:54:36.430698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:54:36.492249 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'status': 'completed', 'code': 200} Nov 19 05:54:36.528388 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-b50c2456-6ebe-4db6-b3fa-413fd72f1142 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1163 time: 0.0834436 Nov 19 05:54:36.659441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:36.674839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:54:36.745081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:54:36.767822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port c884f067-de9d-4e60-9283-a21d15d776e7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c884f067-de9d-4e60-9283-a21d15d776e7,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:54:36.771910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:36.775350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5b7cd54d-7be3-405c-aa26-97845bff5395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:54:36.796058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12475-fc93-4030-9dad-cd86140aa803 req-a99e7359-6ead-4f1c-b626-f1d64c04cdd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:36.797725 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-a99e7359-6ead-4f1c-b626-f1d64c04cdd1 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.2617269 Nov 19 05:54:36.808940 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-7d7f821f-6c14-4bf5-907f-a0612130a500 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44bf127e619e4dac95a557658fd0b9aa&device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 1163 time: 0.2512293 Nov 19 05:54:36.972080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-6356b721-29e7-4aee-bd87-07deb213a8b3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 217 time: 0.1667662 Nov 19 05:54:36.986264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540c9f-a365-4265-838b-ba9304943f79 req-5622e44f-4b26-47b3-b10f-8b503975991c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:36.987948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef540c9f-a365-4265-838b-ba9304943f79 req-5622e44f-4b26-47b3-b10f-8b503975991c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.3195026 Nov 19 05:54:37.134695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c12475-fc93-4030-9dad-cd86140aa803 req-d93e85fd-de6f-4918-9c6a-cf3c3f6b1faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:37.136327 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-d93e85fd-de6f-4918-9c6a-cf3c3f6b1faf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.1449900 Nov 19 05:54:37.138738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-2646dfd3-52e1-4e4c-8c4d-a8049846d6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:37.138879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:54:37.140230 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-2646dfd3-52e1-4e4c-8c4d-a8049846d6b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 200 len: 909 time: 0.2743051 Nov 19 05:54:37.143161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ef540c9f-a365-4265-838b-ba9304943f79 req-236e88ff-ee92-4be5-9828-ca6598acaf25 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484654 Nov 19 05:54:37.156256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.156622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.156990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.157364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.157718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.158058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.158428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.158773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.159130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.159505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.159852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.160200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.160608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.160961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.161308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.161650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.161993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.162345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.162689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.162997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.163356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.163724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.164064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.164405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:54:37.179451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:54:37.260251 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-434b649b-d0a4-45f8-b0b5-14af91b69312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 200 len: 217 time: 0.0787213 Nov 19 05:54:37.280274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:14Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:37.284530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] Checking router: f5bd468c-060f-4c69-bdab-9cd47fd07377 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:54:37.296201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:54:37.296852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:54:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:37.344926 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-26d8a97d-adaf-44e7-87ea-8c6fc7f5d06f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2006776 Nov 19 05:54:37.346300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-b081085a-20f7-4b3f-b69a-9557ec61f3fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:37.347751 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-b081085a-20f7-4b3f-b69a-9557ec61f3fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 200 len: 854 time: 0.0805848 Nov 19 05:54:37.439893 dv-cinder-763306-1-iscsi neutron-server[80182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'code': 422} returned with failed status Nov 19 05:54:37.504068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:54:37.786870 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-eb134c02-9bb2-4114-99ce-fb99d45a5d17 service neutron] 10.222.0.17 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351730 Nov 19 05:54:37.789948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-2233698e-cae0-4d4c-a7f2-546e3a2c0e0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e962a89d-f50a-45b1-ab75-67d29751a20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4146171 Nov 19 05:54:37.866075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:14Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:54:37.870337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366be32c-0186-4d64-90a2-1b7ed18dbb3e None None] The sync data for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi is: [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:51:05Z', 'revision_number': 4, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'cbde6f8d-d6e5-436a-8b0c-be64fe6dece5', 'name': '', 'network_id': 'e962a89d-f50a-45b1-ab75-67d29751a20c', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'mac_address': 'fa:16:3e:1d:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:04Z', 'updated_at': '2020-11-19T05:51:14Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'subnets': [{'id': 'efcea2d0-e030-4073-bd7b-b2314f83e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:54:38.057161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-51c12475-fc93-4030-9dad-cd86140aa803 req-5eaaa06d-eca3-4c21-ae7c-17fab29d38fd service neutron] 10.222.0.17 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622862 Nov 19 05:54:38.059531 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-ad774506-bac7-4331-99f2-d137e16269cf service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424481 Nov 19 05:54:38.223225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3dda10b8-7a72-4dfc-beb2-ef2c6a29006b req-6be31c44-77e9-4902-8cd5-e977b394eb49 service neutron] 10.222.0.35 "GET /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1567621 Nov 19 05:54:38.318190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa06fc-8e91-42fb-b304-991bb8e2ee2b None None] New status for floating IP 34d2f154-4ee2-429a-a1e1-d3b7ceded4fa: DOWN {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:54:39.086925 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-3e892d13-085f-4147-8366-80a640089c85 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1475227 Nov 19 05:54:39.093765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4257c-b58b-486e-bd80-c6b9a39de0a9 req-4b88276f-e770-4c96-8909-215186b4f4bb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:39.095152 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e5f4257c-b58b-486e-bd80-c6b9a39de0a9 req-4b88276f-e770-4c96-8909-215186b4f4bb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.1166518 Nov 19 05:54:39.145833 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e5f4257c-b58b-486e-bd80-c6b9a39de0a9 req-15c1eec5-9501-40ba-9744-6d0b39c5009d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Nov 19 05:54:39.680708 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-91cfa08f-f724-41f0-926c-03547c532012 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a&tenant_id=fd43d50eba4d4104bae026ba239bae6c HTTP/1.1" status: 200 len: 1161 time: 0.0746520 Nov 19 05:54:39.821092 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-8feb7dfb-add8-44e0-92e9-c12fcd69b372 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1161 time: 0.0810375 Nov 19 05:54:39.968764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-b0dc7785-5764-447f-b5b0-3a39fefb0a81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:39.970371 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-b0dc7785-5764-447f-b5b0-3a39fefb0a81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.1413381 Nov 19 05:54:40.081705 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-e5a64c6f-1c68-4648-a66e-bc720f62f63a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 999 time: 0.1044807 Nov 19 05:54:40.155621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-c11b4a45-4d3b-498f-944b-74b2902615a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:40.157202 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-c11b4a45-4d3b-498f-944b-74b2902615a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.0694680 Nov 19 05:54:40.246819 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-76870a0c-d973-4d66-82ec-5c679635dff6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824640 Nov 19 05:54:40.447389 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-3c5e7d49-79a5-44ac-8055-6fecc8e14579 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924071 Nov 19 05:54:40.542566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010328b-d828-4259-abe1-2383bc2e4671 req-946ad330-ef53-4d52-995f-d219c4eba9bd tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:40.544275 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d010328b-d828-4259-abe1-2383bc2e4671 req-946ad330-ef53-4d52-995f-d219c4eba9bd tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.2169497 Nov 19 05:54:40.637864 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d010328b-d828-4259-abe1-2383bc2e4671 req-d0441685-9282-468b-969f-0742d44f1a80 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836606 Nov 19 05:54:40.640210 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-f37b1f93-9f4b-47fb-ac96-8dd1673b8a83 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1846893 Nov 19 05:54:41.916957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c973e-6687-417d-9683-91ae3973525f req-228628db-c20a-4ddb-8366-630b200b53ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:41.918496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f7c973e-6687-417d-9683-91ae3973525f req-228628db-c20a-4ddb-8366-630b200b53ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.1054556 Nov 19 05:54:42.001487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6f7c973e-6687-417d-9683-91ae3973525f req-8b5f3dcc-2b48-4fa9-8e18-017a44b3b370 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753512 Nov 19 05:54:42.488185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-e6d91523-b6c0-4899-9b93-c79685e0b3ba tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:42.488943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-e6d91523-b6c0-4899-9b93-c79685e0b3ba tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Synchronizing usage tracker for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:54:42.505783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-e6d91523-b6c0-4899-9b93-c79685e0b3ba tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Unset dirty status for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:54:42.507075 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-e6d91523-b6c0-4899-9b93-c79685e0b3ba tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.1057665 Nov 19 05:54:42.557080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-79b7c155-ede3-4957-aabc-de93727ecad3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Synchronizing usage tracker for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:54:42.573464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-79b7c155-ede3-4957-aabc-de93727ecad3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Unset dirty status for tenant:44bf127e619e4dac95a557658fd0b9aa on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:54:42.574697 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4ccd4e07-458f-4b94-87e3-d1ccf71c595c req-79b7c155-ede3-4957-aabc-de93727ecad3 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614040 Nov 19 05:54:43.237289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb72cf-e79f-4d6c-aea9-2b5e518e4b61 req-043b7581-a41b-44f8-82ea-3b769cc59747 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:43.238896 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4fbb72cf-e79f-4d6c-aea9-2b5e518e4b61 req-043b7581-a41b-44f8-82ea-3b769cc59747 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0930033 Nov 19 05:54:43.291265 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4fbb72cf-e79f-4d6c-aea9-2b5e518e4b61 req-04fc0ad6-2b97-4d1b-bbd2-b98b771b7dd3 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 Nov 19 05:54:43.475209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:54:43.799674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a038f-d587-415f-8022-6deff4d47306 req-3d705d7d-1fa4-4e18-a98c-01e536360d71 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:43.801348 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b32a038f-d587-415f-8022-6deff4d47306 req-3d705d7d-1fa4-4e18-a98c-01e536360d71 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0897286 Nov 19 05:54:43.853487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b32a038f-d587-415f-8022-6deff4d47306 req-c5630517-d4d4-4c20-bc26-f2d0ac2424c6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Nov 19 05:54:44.535358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50079622-bb72-425e-8845-0a58eb83e946 req-4734bd14-5242-461e-9bff-f2218d7eb563 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:44.537025 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-50079622-bb72-425e-8845-0a58eb83e946 req-4734bd14-5242-461e-9bff-f2218d7eb563 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0910261 Nov 19 05:54:44.588106 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-50079622-bb72-425e-8845-0a58eb83e946 req-2ad45948-969c-4ccd-a94a-36fefd809bd4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446301 Nov 19 05:54:45.077068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc96c21-cd81-42f7-97ed-06f47e0e1038 req-d3cd3560-1a1f-4512-b6f3-4346083bf84f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:45.078752 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0bc96c21-cd81-42f7-97ed-06f47e0e1038 req-d3cd3560-1a1f-4512-b6f3-4346083bf84f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0861893 Nov 19 05:54:45.136802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0bc96c21-cd81-42f7-97ed-06f47e0e1038 req-e01f02ff-9b5f-4f9d-8e06-d68ae7c8089d tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Nov 19 05:54:45.827080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4df4-f4a4-482b-b7fe-63b00a1ef3eb req-5f354dc2-257f-41ca-9e0f-4955c074ee7b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:45.828805 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ec3e4df4-f4a4-482b-b7fe-63b00a1ef3eb req-5f354dc2-257f-41ca-9e0f-4955c074ee7b tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0873983 Nov 19 05:54:45.880284 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ec3e4df4-f4a4-482b-b7fe-63b00a1ef3eb req-bfc2d5bc-6c3e-4f33-9e3a-3e05f6fb7756 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445132 Nov 19 05:54:46.368741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fe64f-ed96-481b-b5a4-8a9c22058adb req-fe5b06fc-fbd8-4b50-a008-d2fa2751d42b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:46.370387 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-353fe64f-ed96-481b-b5a4-8a9c22058adb req-fe5b06fc-fbd8-4b50-a008-d2fa2751d42b tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0909946 Nov 19 05:54:46.645122 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:46.651936 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-353fe64f-ed96-481b-b5a4-8a9c22058adb req-1e887be6-b676-447a-8b0c-24d63d996574 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748113 Nov 19 05:54:47.119733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8e0d5-aff8-4d4a-9a23-c77c96393c65 req-9ad1e575-2039-4301-9eb4-fe2bf26132e8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:47.121385 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-56b8e0d5-aff8-4d4a-9a23-c77c96393c65 req-9ad1e575-2039-4301-9eb4-fe2bf26132e8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0870540 Nov 19 05:54:47.175131 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-56b8e0d5-aff8-4d4a-9a23-c77c96393c65 req-645b394b-aa1b-4374-8ecf-7a193ef24fb5 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469527 Nov 19 05:54:47.883114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8811-892c-4889-8f69-031074671ce9 req-7e50aa8f-5147-4af3-ac65-d169650bfabe tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:47.884854 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b2ef8811-892c-4889-8f69-031074671ce9 req-7e50aa8f-5147-4af3-ac65-d169650bfabe tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0889893 Nov 19 05:54:47.936028 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b2ef8811-892c-4889-8f69-031074671ce9 req-87e9f73c-e376-4240-bdbc-68d8ae9c0fee tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Nov 19 05:54:48.412560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c47218-d278-434a-bd6a-21332892b347 req-0b181529-6419-4d7f-ab8c-2d7070063f1d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:48.414187 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a0c47218-d278-434a-bd6a-21332892b347 req-0b181529-6419-4d7f-ab8c-2d7070063f1d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0884538 Nov 19 05:54:48.471477 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a0c47218-d278-434a-bd6a-21332892b347 req-bc715505-030e-465f-bf85-8054eb9a3c0f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507448 Nov 19 05:54:49.162146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a275e5-d5fa-4346-9c81-6977fc727f86 req-a573528f-ea90-4b63-a903-c6646d9aafa6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:49.163795 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9a275e5-d5fa-4346-9c81-6977fc727f86 req-a573528f-ea90-4b63-a903-c6646d9aafa6 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0892057 Nov 19 05:54:49.217498 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9a275e5-d5fa-4346-9c81-6977fc727f86 req-5efc7ced-a6b8-4a86-9229-1bafa00dcd34 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473232 Nov 19 05:54:49.717974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acaf59-65f0-4095-88d3-1b70185e229c req-d6e75bdd-f631-4360-a09a-90a8f2b128b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:49.719909 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e6acaf59-65f0-4095-88d3-1b70185e229c req-d6e75bdd-f631-4360-a09a-90a8f2b128b1 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0943613 Nov 19 05:54:49.774963 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e6acaf59-65f0-4095-88d3-1b70185e229c req-db30c29b-a69e-44e5-bc9a-1c75469bc8ab tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481937 Nov 19 05:54:50.440259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090908b-6dfa-4c37-970d-e829d39aa0e0 req-964c68e6-bff2-4b2d-9d2c-8f2362732076 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:50.441791 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0090908b-6dfa-4c37-970d-e829d39aa0e0 req-964c68e6-bff2-4b2d-9d2c-8f2362732076 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0900979 Nov 19 05:54:50.504730 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0090908b-6dfa-4c37-970d-e829d39aa0e0 req-2842e649-d548-4850-85b3-aea2077ceef0 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564137 Nov 19 05:54:51.016185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9dca-05f6-4877-aef2-ddf32b7b6dca req-d4d6ee9e-f281-4335-b98a-cfe27c7dcb1f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:51.017762 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-862c9dca-05f6-4877-aef2-ddf32b7b6dca req-d4d6ee9e-f281-4335-b98a-cfe27c7dcb1f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0924888 Nov 19 05:54:51.072182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-862c9dca-05f6-4877-aef2-ddf32b7b6dca req-8c501817-9746-4160-8cd7-5c0b487fe27f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450428 Nov 19 05:54:51.337728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2217b27a-0d22-4eab-aa82-c824a24e1c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:51.732611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c558e3-e058-473e-8f32-df2745b66eec req-83984ebe-b222-42e4-b53e-bfee15ee0d02 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:51.734234 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-88c558e3-e058-473e-8f32-df2745b66eec req-83984ebe-b222-42e4-b53e-bfee15ee0d02 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0880098 Nov 19 05:54:51.788450 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-88c558e3-e058-473e-8f32-df2745b66eec req-20ce368f-1141-4041-8dc3-c6914d37d975 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Nov 19 05:54:52.313965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86a7f2-23b5-481f-ac97-f43588f6f05b req-73eb5292-de73-4295-9db4-e86e43671ebb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:52.315757 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b86a7f2-23b5-481f-ac97-f43588f6f05b req-73eb5292-de73-4295-9db4-e86e43671ebb tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0915332 Nov 19 05:54:52.368282 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4b86a7f2-23b5-481f-ac97-f43588f6f05b req-2d4236da-7ab1-437e-adce-ff5f63934853 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458293 Nov 19 05:54:53.012994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbee32-94d1-4cf3-a7ff-420d3a709b93 req-b6b2c423-dcfa-41c9-b676-257ad3e83e9c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:53.014700 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cebbee32-94d1-4cf3-a7ff-420d3a709b93 req-b6b2c423-dcfa-41c9-b676-257ad3e83e9c tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0900617 Nov 19 05:54:53.065579 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cebbee32-94d1-4cf3-a7ff-420d3a709b93 req-18799246-b4c8-419a-ae82-cf9f839ba6e7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Nov 19 05:54:53.610378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2f8b4-d925-46ec-bb2e-dae4ce6e9309 req-af50cab3-3823-44dd-9d16-422c20ee56ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:53.611979 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7e2f8b4-d925-46ec-bb2e-dae4ce6e9309 req-af50cab3-3823-44dd-9d16-422c20ee56ae tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0886183 Nov 19 05:54:53.666988 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b7e2f8b4-d925-46ec-bb2e-dae4ce6e9309 req-7ecd45bd-648f-4366-983a-80fd4e6cc960 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479527 Nov 19 05:54:53.996249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f5a062eb-be0e-4c48-a243-b0642bffbdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:54.412244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:54.434274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d2a47-24b3-4a64-b7b0-e98a46da6169 req-d2ac60d2-8513-461d-b735-6f2864748e69 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:54.435934 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c2d2a47-24b3-4a64-b7b0-e98a46da6169 req-d2ac60d2-8513-461d-b735-6f2864748e69 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0895064 Nov 19 05:54:54.490093 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8c2d2a47-24b3-4a64-b7b0-e98a46da6169 req-1f01951f-f296-4c55-aceb-2d3fe672be86 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Nov 19 05:54:54.901738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f0d7a-1409-4110-ace4-686a09c1f657 req-b9668a24-3ef7-4759-a358-ffc33aba716f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:54.903343 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c29f0d7a-1409-4110-ace4-686a09c1f657 req-b9668a24-3ef7-4759-a358-ffc33aba716f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0896685 Nov 19 05:54:54.952264 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c29f0d7a-1409-4110-ace4-686a09c1f657 req-2663405e-f609-4c89-99f9-453759c762f9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427506 Nov 19 05:54:55.333314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:55.727918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecaed0-01a7-4bc3-91d6-b39fa0f91e4a req-9b67b75d-3944-4f6b-afa6-2a2fb781927f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:55.729591 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7fecaed0-01a7-4bc3-91d6-b39fa0f91e4a req-9b67b75d-3944-4f6b-afa6-2a2fb781927f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0941484 Nov 19 05:54:55.778668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7fecaed0-01a7-4bc3-91d6-b39fa0f91e4a req-3b06437f-b5b1-4264-8c2c-4cc2f5597f1e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Nov 19 05:54:55.784168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:56.222884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3b3b5-3b4d-45ce-b75d-ac452cc45c20 req-40cbf946-558f-4066-a651-9f8701e5c244 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:56.224577 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bdc3b3b5-3b4d-45ce-b75d-ac452cc45c20 req-40cbf946-558f-4066-a651-9f8701e5c244 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.1070075 Nov 19 05:54:56.278775 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bdc3b3b5-3b4d-45ce-b75d-ac452cc45c20 req-ec427193-4e61-46ac-b991-61c50244f210 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478799 Nov 19 05:54:56.996575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ef174-559f-4b53-910d-3b40f63d39f9 req-a26aefe0-ec43-4189-bf84-62fa8fc7f897 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:56.998248 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-947ef174-559f-4b53-910d-3b40f63d39f9 req-a26aefe0-ec43-4189-bf84-62fa8fc7f897 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0864959 Nov 19 05:54:57.047474 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-947ef174-559f-4b53-910d-3b40f63d39f9 req-235e681f-c6bb-4038-bd8f-f23e54e93b22 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Nov 19 05:54:57.509877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f936-e21d-43c3-849d-76040bfa1346 req-a47eca22-9a3a-4b68-b10a-2209bee21487 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:57.511478 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3e41f936-e21d-43c3-849d-76040bfa1346 req-a47eca22-9a3a-4b68-b10a-2209bee21487 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0873888 Nov 19 05:54:57.560627 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3e41f936-e21d-43c3-849d-76040bfa1346 req-3ffd8a45-8516-4c36-8871-b04d1e8ef816 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 Nov 19 05:54:58.276865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1a80-5bb6-4403-b86a-52fee66b13d6 req-9f23fb0d-a507-4fb4-8f56-5b5cf49e7b62 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:58.278445 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a39f1a80-5bb6-4403-b86a-52fee66b13d6 req-9f23fb0d-a507-4fb4-8f56-5b5cf49e7b62 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0913336 Nov 19 05:54:58.330222 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a39f1a80-5bb6-4403-b86a-52fee66b13d6 req-e2d30ba1-0cee-4a03-87f0-f3d2ff4fcf52 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Nov 19 05:54:58.793779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c216b77-6f60-4193-8cc9-f7d326c24856 req-fd1c80a8-c098-4a7b-b231-f43ce24b550f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:58.795424 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c216b77-6f60-4193-8cc9-f7d326c24856 req-fd1c80a8-c098-4a7b-b231-f43ce24b550f tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0908048 Nov 19 05:54:58.846128 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c216b77-6f60-4193-8cc9-f7d326c24856 req-e301ac3f-f665-4a46-9c4f-031a5afea43e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Nov 19 05:54:59.271750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-229d13f3-91cf-4d74-8491-154b05958544 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:59.273440 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-229d13f3-91cf-4d74-8491-154b05958544 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.35 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.0848889 Nov 19 05:54:59.356429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Deleting port 1321d5f0-be37-4677-ba27-add17bfe770a {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:54:59.356813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:59.683656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] For port 1321d5f0-be37-4677-ba27-add17bfe770a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1321d5f0-be37-4677-ba27-add17bfe770a,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:54:59.683907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:54:59.697401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba87b17-8e81-4349-81d2-90497eac3f89 req-e6d3b0ef-ed48-4d46-bef2-4642ffcf8b53 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:54:59.698992 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ba87b17-8e81-4349-81d2-90497eac3f89 req-e6d3b0ef-ed48-4d46-bef2-4642ffcf8b53 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/ports?device_id=32a4624c-fd43-4545-a422-4847215f7e79 HTTP/1.1" status: 200 len: 946 time: 0.2288127 Nov 19 05:54:59.819868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Calling delete_port for 1321d5f0-be37-4677-ba27-add17bfe770a owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:54:59.928890 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ba87b17-8e81-4349-81d2-90497eac3f89 req-3e217a6c-495c-4b96-9e75-5ae97963200f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.17 "GET /v2.0/security-groups?id=bd0d1f63-6c54-40b5-8fcb-538615067d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159756 Nov 19 05:54:59.999487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:00.014729 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:00.153049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Pushing event deleted for resources: {'Port': ['ID=1321d5f0-be37-4677-ba27-add17bfe770a,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:00.158441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:00.246713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc656a-4db3-4966-b27d-7acd3fb2b87b req-3d5713d0-c841-42c0-b932-5bdf93e64497 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:00.248367 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-65bc656a-4db3-4966-b27d-7acd3fb2b87b req-3d5713d0-c841-42c0-b932-5bdf93e64497 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.2044096 Nov 19 05:55:00.303287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] No DVR routers for this DVR port 1321d5f0-be37-4677-ba27-add17bfe770a on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:55:00.308243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:00.310929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'name': 'network-vif-deleted', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:55:00.337554 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3c26b22-06b2-4657-8d6a-f85aa3f706ea req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] 10.222.0.35 "DELETE /v2.0/ports/1321d5f0-be37-4677-ba27-add17bfe770a HTTP/1.1" status: 204 len: 173 time: 1.0588069 Nov 19 05:55:00.348297 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-65bc656a-4db3-4966-b27d-7acd3fb2b87b req-7c664e08-f64b-4daa-8ce2-982ea4b25e2d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693314 Nov 19 05:55:00.371411 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a4624c-fd43-4545-a422-4847215f7e79', 'name': 'network-vif-deleted', 'tag': '1321d5f0-be37-4677-ba27-add17bfe770a', 'status': 'completed', 'code': 200} Nov 19 05:55:00.614463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:00.653278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: 1321d5f0-be37-4677-ba27-add17bfe770a {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:00.653667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 1321d5f0-be37-4677-ba27-add17bfe770a not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:01.587675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e6cf-728c-4bec-9fe2-fe8de9c02024 req-ee514411-e312-4eb4-8a5d-334d8080c988 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:01.589386 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9735e6cf-728c-4bec-9fe2-fe8de9c02024 req-ee514411-e312-4eb4-8a5d-334d8080c988 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0929055 Nov 19 05:55:01.610961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56416) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:01.639078 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9735e6cf-728c-4bec-9fe2-fe8de9c02024 req-8bf180ac-303b-4f12-9b76-ea4cd0b17fdf tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433805 Nov 19 05:55:02.024514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:02.865433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c01e0-d76f-416d-bf09-66e4bb3165f7 req-f81d28ce-f6a3-4632-90d8-70d219fe8acc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:02.867116 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-705c01e0-d76f-416d-bf09-66e4bb3165f7 req-f81d28ce-f6a3-4632-90d8-70d219fe8acc tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 944 time: 0.0819504 Nov 19 05:55:02.879005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Deleting port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:02.879394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:02.914698 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-705c01e0-d76f-416d-bf09-66e4bb3165f7 req-d54144c8-495d-4d9a-9b2d-076c87de0bb7 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413234 Nov 19 05:55:03.061489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] For port cbde6f8d-d6e5-436a-8b0c-be64fe6dece5, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:03.061872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:03.186502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Calling delete_port for cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 owned by network:router_interface {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:03.241006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:55:03.318856 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c884f067-de9d-4e60-9283-a21d15d776e7 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:55:03.319183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:03.380086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:03.396212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-03d882ff-d892-4364-8487-d0807a4a910c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:03.438977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:03.467555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:55:03.478348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port c884f067-de9d-4e60-9283-a21d15d776e7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c884f067-de9d-4e60-9283-a21d15d776e7,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:03.481931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:03.483867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:03.488021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbde6f8d-d6e5-436a-8b0c-be64fe6dece5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:03.509707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.510129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.510538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.510919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.511359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.511763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.512097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.512488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.512877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.513269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.513660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.514048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.514497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.514893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.515282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.515690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.516078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.516465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.516854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.517244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.517631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.518016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.518407 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.518791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:03.524468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:03.540546 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'code': 200} Nov 19 05:55:03.565339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=6']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:03.569167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:03.846842 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-006d99e7-d98a-4800-9a75-9963ef9021a9 req-09f551f2-ac6c-4d15-914b-2e3f2c3aecd2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1163 time: 0.0774498 Nov 19 05:55:03.861887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:03.892484 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-006d99e7-d98a-4800-9a75-9963ef9021a9 req-aa460248-c970-4a55-b95d-0ccdcfebaf33 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388474 Nov 19 05:55:04.144147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19621000-a9d3-4ed3-88c4-105317d9ae53 req-4d556de5-8949-41d5-8343-9c12f368368e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:04.145741 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-19621000-a9d3-4ed3-88c4-105317d9ae53 req-4d556de5-8949-41d5-8343-9c12f368368e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0849776 Nov 19 05:55:04.207245 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-19621000-a9d3-4ed3-88c4-105317d9ae53 req-89978e13-c513-4921-a9d3-ca30dea90832 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475447 Nov 19 05:55:04.618977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Router f5bd468c-060f-4c69-bdab-9cd47fd07377 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:55:04.784789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:55:04.839147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:55:04.848713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] Sync routers for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:55:04.852482 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c9f8468f-6f10-43ad-bd1d-69fbd460b971 admin admin] 10.222.0.17 "PUT /v2.0/routers/f5bd468c-060f-4c69-bdab-9cd47fd07377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2402315 Nov 19 05:55:04.855388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 56432) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:04.867845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:04.868519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:54:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:04.936261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port c884f067-de9d-4e60-9283-a21d15d776e7 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:55:04.936806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:05.160168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:05.269653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:05.480651 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:55:03Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:05.484814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] Checking router: f5bd468c-060f-4c69-bdab-9cd47fd07377 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:55:05.497725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] Routers {'f5bd468c-060f-4c69-bdab-9cd47fd07377'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:05.498467 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:54:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['f5bd468c-060f-4c69-bdab-9cd47fd07377'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:05.582045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ef87e-633a-403d-8bbc-f9c8a4d9c67a req-076e91aa-f498-4db6-b165-f7eb43ddc489 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:05.583987 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c92ef87e-633a-403d-8bbc-f9c8a4d9c67a req-076e91aa-f498-4db6-b165-f7eb43ddc489 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.1260669 Nov 19 05:55:05.651736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:05.666992 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c92ef87e-633a-403d-8bbc-f9c8a4d9c67a req-9ab38bfc-1d2d-4a9c-b5d8-c4476c586bd8 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742631 Nov 19 05:55:05.668277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Deleting port 14764607-abb5-445c-847e-31a47aa98708 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:05.668656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:05.914337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] For port 14764607-abb5-445c-847e-31a47aa98708, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=14764607-abb5-445c-847e-31a47aa98708,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:05.914731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:05.921761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] Set router f5bd468c-060f-4c69-bdab-9cd47fd07377 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:06.041367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Calling delete_port for 14764607-abb5-445c-847e-31a47aa98708 owned by network:router_gateway {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:06.226866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:06.228587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:55:03Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:06.232910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7ff7a-f0d3-43f8-98e2-2a9e05416637 None None] The sync data for ids ['f5bd468c-060f-4c69-bdab-9cd47fd07377'] in dv-cinder-763306-1-iscsi is: [{'id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'name': 'tempest-TestMinimumBasicScenario-1208771573-router', 'tenant_id': '44bf127e619e4dac95a557658fd0b9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '14764607-abb5-445c-847e-31a47aa98708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:51:01Z', 'updated_at': '2020-11-19T05:55:03Z', 'revision_number': 5, 'project_id': '44bf127e619e4dac95a557658fd0b9aa', 'gw_port': {'id': '14764607-abb5-445c-847e-31a47aa98708', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bd468c-060f-4c69-bdab-9cd47fd07377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:51:02Z', 'updated_at': '2020-11-19T05:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:55:06.245299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:06.348293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=14764607-abb5-445c-847e-31a47aa98708,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:06.353374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:06.626699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:06.949977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:06.963089 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.075039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.075589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5bd468c-060f-4c69-bdab-9cd47fd07377 {{(pid=80294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:55:07.089497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d383c-4f38-48e4-861d-05049cbbb9e9 req-2f94c8f5-db3b-49fa-a4a9-848c5735d482 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:07.091163 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-788d383c-4f38-48e4-861d-05049cbbb9e9 req-2f94c8f5-db3b-49fa-a4a9-848c5735d482 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.1855230 Nov 19 05:55:07.118493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Notify callbacks [] for router, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.119736 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] 10.222.0.17 "DELETE /v2.0/routers/f5bd468c-060f-4c69-bdab-9cd47fd07377 HTTP/1.1" status: 204 len: 168 time: 2.2632864 Nov 19 05:55:07.122504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56482) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:07.149759 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-788d383c-4f38-48e4-861d-05049cbbb9e9 req-2d72e4a2-db17-44fa-b54c-0f63bc2e77f6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511992 Nov 19 05:55:07.212693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Deleting subnet efcea2d0-e030-4073-bd7b-b2314f83e319 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:55:07.216695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.270002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.402229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.907917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:07.923782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e92f6d61-4683-40ea-879f-98a23013f196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:08.011022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efcea2d0-e030-4073-bd7b-b2314f83e319,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:08.023709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:08.061380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.066786 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841b307-f10d-4faa-bbde-9daa5fad2243 None None] Network e962a89d-f50a-45b1-ab75-67d29751a20c requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:55:08.068598 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-f0f52c1f-fd55-41da-ab89-9f7b5c8a6f89 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/efcea2d0-e030-4073-bd7b-b2314f83e319 HTTP/1.1" status: 204 len: 168 time: 0.9449830 Nov 19 05:55:08.071281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56494) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:08.187377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.206102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:08.260960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Deleting port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:08.261285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.276330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:08.276719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cbde6f8d-d6e5-436a-8b0c-be64fe6dece5 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:08.277173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 14764607-abb5-445c-847e-31a47aa98708 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:08.311499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 14764607-abb5-445c-847e-31a47aa98708 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:08.311887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 14764607-abb5-445c-847e-31a47aa98708 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:08.390474 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] DHCP port deletion for e962a89d-f50a-45b1-ab75-67d29751a20c request from dv-cinder-763306-1-iscsi {{(pid=80295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:55:08.395210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Deleting port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:08.395755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.490047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] For port 3b46fa10-6805-4eb5-ac79-6aad3bac0872, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3b46fa10-6805-4eb5-ac79-6aad3bac0872,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:08.490452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.617052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] For port 3b46fa10-6805-4eb5-ac79-6aad3bac0872, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3b46fa10-6805-4eb5-ac79-6aad3bac0872,segment=NetworkSegment(d7dc143a-4c20-4004-97e2-d34a0469338a),segment_id=d7dc143a-4c20-4004-97e2-d34a0469338a)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:08.617283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.618163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Calling delete_port for 3b46fa10-6805-4eb5-ac79-6aad3bac0872 owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:08.704715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:08.743104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Calling delete_port for 3b46fa10-6805-4eb5-ac79-6aad3bac0872 owned by network:dhcp {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:08.769245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c1e9c1af-ed9a-4dc5-a7a8-c05f30050205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:08.827853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b46fa10-6805-4eb5-ac79-6aad3bac0872,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:08.832700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:08.866491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] No DVR routers for this DVR port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 on host dv-cinder-763306-1-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:55:08.884584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80295) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:55:08.885105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:55:08.992058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.109276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e962a89d-f50a-45b1-ab75-67d29751a20c']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:09.123724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dc143a-4c20-4004-97e2-d34a0469338a') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:09.124058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dc143a-4c20-4004-97e2-d34a0469338a') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:09.137294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.152571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.154608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:55:09.338409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Network e962a89d-f50a-45b1-ab75-67d29751a20c has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:55:09.351471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.386085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Deleting port 3b46fa10-6805-4eb5-ac79-6aad3bac0872 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:09.386506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.453958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4e09cc44-b10e-4b67-b29a-cf6d26a4d37a None None] The port '3b46fa10-6805-4eb5-ac79-6aad3bac0872' was deleted {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:55:09.532903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Network e962a89d-f50a-45b1-ab75-67d29751a20c has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:55:09.555710 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:55:09.636805 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.640401 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:09.653959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:09.664795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Pushing event deleted for resources: {'Network': ['ID=e962a89d-f50a-45b1-ab75-67d29751a20c,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:09.669854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:09.673359 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] 10.222.0.17 "DELETE /v2.0/networks/e962a89d-f50a-45b1-ab75-67d29751a20c HTTP/1.1" status: 204 len: 168 time: 1.6009607 Nov 19 05:55:09.898767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56512) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:09.956217 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b47de7d5-a910-4f14-8969-6c25532ee1d8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=44bf127e619e4dac95a557658fd0b9aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537400 Nov 19 05:55:09.956447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56516) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:10.022867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:10.053885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:10.100000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:10.105268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-88a0c18b-c773-49bd-9f5c-52900f21fb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:10.121204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d1f63-6c54-40b5-8fcb-538615067d76,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:10.123875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:10.129916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:10.131227 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bd0d1f63-6c54-40b5-8fcb-538615067d76 HTTP/1.1" status: 204 len: 168 time: 0.1738226 Nov 19 05:55:10.204434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3b46fa10-6805-4eb5-ac79-6aad3bac0872 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:10.238365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 3b46fa10-6805-4eb5-ac79-6aad3bac0872 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:10.238754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3b46fa10-6805-4eb5-ac79-6aad3bac0872 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:15.281383 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-61ec9036-3136-42e0-b810-15dc5473d4d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0771551 Nov 19 05:55:15.395366 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-b595091f-606a-4204-8fb6-c1430b333c81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd43d50eba4d4104bae026ba239bae6c&device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 1163 time: 0.0787442 Nov 19 05:55:15.558962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-ce2a2a3a-a281-49b7-8e03-0c654ee9992a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:15.560474 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-ce2a2a3a-a281-49b7-8e03-0c654ee9992a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 200 len: 910 time: 0.1440892 Nov 19 05:55:15.670619 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-f784d665-a905-4aa0-9e67-902e686d1711 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 200 len: 1001 time: 0.1018338 Nov 19 05:55:15.967698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-eb52b60b-3d82-4273-a709-1a600949ce78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:15.969511 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-eb52b60b-3d82-4273-a709-1a600949ce78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 200 len: 855 time: 0.2915993 Nov 19 05:55:16.053698 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-dc7a40d1-a6c0-4090-8350-41d1b27b21fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d43c9831-e20f-4d55-b057-89775e8cc3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774283 Nov 19 05:55:16.207006 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-e54fc5d6-f430-442f-9ef5-967c1e133a08 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453466 Nov 19 05:55:16.350301 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f878544c-fd51-44dd-a416-8bc41d92ddcb req-c9f93479-5e0e-450b-88ca-462b4caa4801 service neutron] 10.222.0.35 "GET /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364849 Nov 19 05:55:16.649452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:20.476712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:55:21.347235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bfe8af31-42d9-4f4b-8381-d0aec0779657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:22.899302 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45092d1b-5094-41b6-bb26-b5a989880a3d req-80bbf6bc-7217-4324-b26a-c416afe8dba7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:22.901060 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-45092d1b-5094-41b6-bb26-b5a989880a3d req-80bbf6bc-7217-4324-b26a-c416afe8dba7 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.0957298 Nov 19 05:55:22.951648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-45092d1b-5094-41b6-bb26-b5a989880a3d req-27b0acee-9ea6-442e-aaf4-0148729b4944 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Nov 19 05:55:24.010701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-30d1f020-910d-4a98-a790-5f7f79a0ac9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:24.425646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:24.478637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990f0d-2027-441f-836a-797136b5bd6f req-b0a52568-afd8-4da9-8d0c-93cd79deab39 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:24.480265 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-10990f0d-2027-441f-836a-797136b5bd6f req-b0a52568-afd8-4da9-8d0c-93cd79deab39 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.2470250 Nov 19 05:55:24.532197 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-10990f0d-2027-441f-836a-797136b5bd6f req-abebd132-f900-463c-abef-333da750d99c tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Nov 19 05:55:25.067653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-8668b73d-eb66-4011-9fc8-fcce7a74ff63 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:25.069094 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-8668b73d-eb66-4011-9fc8-fcce7a74ff63 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.0902014 Nov 19 05:55:25.147573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Deleting port e657bf7c-8a2d-4983-b9ca-198d6ac3057d {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:25.147944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.327045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.415249 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] For port e657bf7c-8a2d-4983-b9ca-198d6ac3057d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:25.415701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.762604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.763016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.763368 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Floating IP 8b861ffb-bb05-4f77-80fa-7b4d0644aa01 disassociated. External IP: 172.27.3.251, port: e657bf7c-8a2d-4983-b9ca-198d6ac3057d. Nov 19 05:55:25.763756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Calling delete_port for e657bf7c-8a2d-4983-b9ca-198d6ac3057d owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:25.786289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.858723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375d593-a51d-45de-99bd-f605107901d9 req-ea127187-795f-4de5-9e2f-70f1794ac097 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:25.860252 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9375d593-a51d-45de-99bd-f605107901d9 req-ea127187-795f-4de5-9e2f-70f1794ac097 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 946 time: 0.1933622 Nov 19 05:55:25.963342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:25.966953 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9375d593-a51d-45de-99bd-f605107901d9 req-6762eee8-767f-4893-a0ab-5164875f793d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups?id=d8fdb606-3389-4a61-b4b2-6fcf638f323f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005328 Nov 19 05:55:25.980836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-537a7f61-5636-4a4f-b990-8f90db83bd5d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:26.074180 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event deleted for resources: {'Port': ['ID=e657bf7c-8a2d-4983-b9ca-198d6ac3057d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:26.078152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:26.363954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:55:26.582923 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:55:26.593649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:55:26.612042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:26.612907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:26.619777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] No DVR routers for this DVR port e657bf7c-8a2d-4983-b9ca-198d6ac3057d on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:55:26.622172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:26.625137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'name': 'network-vif-deleted', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:55:26.643181 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-33108685-49ec-48f8-9feb-78f11c60a0ae req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.35 "DELETE /v2.0/ports/e657bf7c-8a2d-4983-b9ca-198d6ac3057d HTTP/1.1" status: 204 len: 173 time: 1.5676949 Nov 19 05:55:26.688183 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e669628c-b27f-4fac-806f-06a15bb2ab2c', 'name': 'network-vif-deleted', 'tag': 'e657bf7c-8a2d-4983-b9ca-198d6ac3057d', 'status': 'completed', 'code': 200} Nov 19 05:55:26.776971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e657bf7c-8a2d-4983-b9ca-198d6ac3057d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:26.813185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: e657bf7c-8a2d-4983-b9ca-198d6ac3057d {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:26.813851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e657bf7c-8a2d-4983-b9ca-198d6ac3057d not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:26.820254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:27.158721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-2dc80073-541d-4bfd-927b-aec3a4e573d5 req-9692be62-3508-4ec8-8f5f-5158baf30c4b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Synchronizing usage tracker for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:55:27.175762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-2dc80073-541d-4bfd-927b-aec3a4e573d5 req-9692be62-3508-4ec8-8f5f-5158baf30c4b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Unset dirty status for tenant:3cad8a774ab94dfc9b2f7f4989410679 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:55:27.177055 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2dc80073-541d-4bfd-927b-aec3a4e573d5 req-9692be62-3508-4ec8-8f5f-5158baf30c4b tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/ports?device_id=e669628c-b27f-4fac-806f-06a15bb2ab2c HTTP/1.1" status: 200 len: 210 time: 0.0636430 Nov 19 05:55:27.291264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:27.295933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:55:27.308171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:27.308807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:27.513105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:27.845450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:27.849725 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518b6d9-c71b-4414-bfd1-032e240da615 None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:45:23Z', 'revision_number': 4, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '3e88f835-b72e-42ca-a8d4-3a24f08dff98', 'name': '', 'network_id': 'abb96a61-c360-4dda-bfb0-65a3ca8eec0f', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'mac_address': 'fa:16:3e:e1:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:21Z', 'updated_at': '2020-11-19T05:45:38Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'subnets': [{'id': 'cb2595d5-4b18-42e5-b34e-7260277c7439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:55:28.265846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc797ba9-a9fd-41e6-8536-2f118f60c9fb None None] New status for floating IP 8b861ffb-bb05-4f77-80fa-7b4d0644aa01: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:55:28.330648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56598) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:28.401223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:28.430587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:28.483275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:28.487436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6fce9ea3-3603-4628-aab8-0e484f28bc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:28.503823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fdb606-3389-4a61-b4b2-6fcf638f323f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:28.507250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:28.515693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:28.516868 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "DELETE /v2.0/security-groups/d8fdb606-3389-4a61-b4b2-6fcf638f323f HTTP/1.1" status: 204 len: 168 time: 0.1851010 Nov 19 05:55:28.519545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56602) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:28.540570 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.v2.resource [None req-dac3e5bd-1b3a-4b3a-8095-79d288cf3c7d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] show failed (client error): The resource could not be found. Nov 19 05:55:28.541647 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-dac3e5bd-1b3a-4b3a-8095-79d288cf3c7d tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "GET /v2.0/security-groups/d8fdb606-3389-4a61-b4b2-6fcf638f323f HTTP/1.1" status: 404 len: 347 time: 0.0211492 Nov 19 05:55:28.544768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56606) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:28.705054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Deleting port b648cf12-43ea-4088-8dfc-2966b11799eb {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:28.705278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:28.886254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:28.886620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:29.014909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Calling delete_port for b648cf12-43ea-4088-8dfc-2966b11799eb owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:29.155919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:29.172810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e63bad1-a93d-4f15-808a-2cea38ed8bf6 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:29.264667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Pushing event deleted for resources: {'Port': ['ID=b648cf12-43ea-4088-8dfc-2966b11799eb,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:29.268758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:29.393996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:29.419222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:29.420537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-f3109ae2-676e-4d9a-a801-01977f03785f tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] 10.222.0.17 "DELETE /v2.0/floatingips/8b861ffb-bb05-4f77-80fa-7b4d0644aa01 HTTP/1.1" status: 204 len: 168 time: 0.8747842 Nov 19 05:55:32.043294 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-32f5b3c0-53fe-4372-8770-a41c72696d4a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/floatingips/5ad646bc-4005-4c25-bfdb-a9318e8facf7 HTTP/1.1" status: 200 len: 999 time: 0.1145849 Nov 19 05:55:32.206079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae57d-ab90-44a1-b49c-fac434453981 req-7aa18942-392e-42bb-a269-cc1d0afe3e45 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:32.207618 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-7aa18942-392e-42bb-a269-cc1d0afe3e45 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1584044 Nov 19 05:55:32.219398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-976fc0e2-b46f-4de9-88af-d59ea0b62cee tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:55:32.220529 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-976fc0e2-b46f-4de9-88af-d59ea0b62cee tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0061274 Nov 19 05:55:32.331221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-6af5a1fe-d4d4-4583-ad31-ea510443ac8a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.172 HTTP/1.1" status: 200 len: 1002 time: 0.1043866 Nov 19 05:55:32.410184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae57d-ab90-44a1-b49c-fac434453981 req-36b3cae1-f296-4959-beac-26ff5d8bb4e0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:32.411650 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-36b3cae1-f296-4959-beac-26ff5d8bb4e0 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports/5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 943 time: 0.0739672 Nov 19 05:55:32.612555 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-3a599ab9-72a3-4f2f-9036-ab83cb894c72 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.172 HTTP/1.1" status: 200 len: 1002 time: 0.1149824 Nov 19 05:55:33.051497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Deleting port 48686a13-074d-40ae-99b4-bda39dd16610 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:33.052128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:33.234037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:33.234425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for floatingip, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:33.359275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Calling delete_port for 48686a13-074d-40ae-99b4-bda39dd16610 owned by network:floatingip {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:33.518152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:33.525905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56640) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:33.534168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-f61ff0a3-74bc-41f0-be70-72fa23e91f7f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:33.625241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event deleted for resources: {'Port': ['ID=48686a13-074d-40ae-99b4-bda39dd16610,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:33.650917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.651345 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.651751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.652145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.652568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.652925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.653312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.653682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.654063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.654468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.654845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.655223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.655689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.656063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.656452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.656835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.657213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.657593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.657966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.658338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.658717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.659169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.659777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.660145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:55:33.664428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:33.779101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for floatingip, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:33.779535 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Floating IP 5ad646bc-4005-4c25-bfdb-a9318e8facf7 disassociated (deleted). External IP: 172.27.3.172, port: 5d5c7dd7-e7ff-463c-b381-cd888691dc1e. Nov 19 05:55:34.204213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Router a83b354f-9bce-4a0c-ad87-24484f6267ce has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:55:34.308603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:34.412170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:55:34.422315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] Sync routers for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:55:34.435197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:34.435917 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:34.441965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:34.498376 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "DELETE /v2.0/floatingips/5ad646bc-4005-4c25-bfdb-a9318e8facf7 HTTP/1.1" status: 204 len: 173 time: 1.8797789 Nov 19 05:55:34.498899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:55:34.570709 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'status': 'completed', 'code': 200} Nov 19 05:55:34.635531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:34.655928 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-4e29ac91-9fc0-464a-b275-bfc9172b4030 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.1265979 Nov 19 05:55:34.835597 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-6808074a-4d0a-4257-91db-064167cd1823 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8e9c6b5e866492f81fbea293538a47f&device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 1163 time: 0.2196963 Nov 19 05:55:34.956106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae57d-ab90-44a1-b49c-fac434453981 req-04d1ec8e-fe31-4c12-9233-bd43b2bdc162 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:34.957731 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-04d1ec8e-fe31-4c12-9233-bd43b2bdc162 service neutron] 10.222.0.17 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.2929122 Nov 19 05:55:34.975777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Deleting port 3e88f835-b72e-42ca-a8d4-3a24f08dff98 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:34.976155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:34.982678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:54Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:34.987526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] Checking router: a83b354f-9bce-4a0c-ad87-24484f6267ce for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:55:34.999996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:35.000684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:35.073533 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-f6937529-956f-48c1-8880-0e2c910151c1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 217 time: 0.1060503 Nov 19 05:55:35.147772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-37a6904f-a9fd-4549-b699-8ebcc2a88299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:35.149517 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-37a6904f-a9fd-4549-b699-8ebcc2a88299 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 200 len: 902 time: 0.3058460 Nov 19 05:55:35.201123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] For port 3e88f835-b72e-42ca-a8d4-3a24f08dff98, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=3e88f835-b72e-42ca-a8d4-3a24f08dff98,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:35.201699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:35.360112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Calling delete_port for 3e88f835-b72e-42ca-a8d4-3a24f08dff98 owned by network:router_interface {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:35.367232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:35.515358 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-9fec0fee-b646-40ef-9f6f-2502c788a148 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 200 len: 217 time: 0.3586552 Nov 19 05:55:35.519126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae57d-ab90-44a1-b49c-fac434453981 req-a7067231-4c24-4605-bc5f-2cbff4222d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:35.520727 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-a7067231-4c24-4605-bc5f-2cbff4222d14 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.4244292 Nov 19 05:55:35.595008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:35.612221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0bdda3b9-b812-4123-b610-c34c7240eb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:35.658742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-517eba1d-6a7a-4b2f-9b78-b0c2ee9be871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:35.660835 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-517eba1d-6a7a-4b2f-9b78-b0c2ee9be871 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 200 len: 847 time: 0.1371896 Nov 19 05:55:35.732514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:54Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:35.736282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e88f835-b72e-42ca-a8d4-3a24f08dff98,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:35.745735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:35.746513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3048d9-9529-4267-b8c7-af644f0990f8 None None] The sync data for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi is: [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:49:46Z', 'revision_number': 4, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'a38442a5-e2eb-4d6d-9715-fb36ea1e038b', 'name': '', 'network_id': 'bc8bb8b4-9348-49a4-a497-39b2ec567ce7', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'mac_address': 'fa:16:3e:d0:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:45Z', 'updated_at': '2020-11-19T05:49:54Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'subnets': [{'id': '2e228cdd-1907-4427-8c8c-0064eb93dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:55:35.753073 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-e7ae0815-9579-47aa-8920-bbfc80e80791 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1823242 Nov 19 05:55:35.856284 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-c01eb30a-d313-4b91-aa59-5bf3a1de6c5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc8bb8b4-9348-49a4-a497-39b2ec567ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883459 Nov 19 05:55:35.877660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-65e1c5ab-cc50-4ba4-a762-cb38f105a7c6 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:55:35.878698 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-65e1c5ab-cc50-4ba4-a762-cb38f105a7c6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0140038 Nov 19 05:55:36.037020 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-719d256c-2a2d-40da-b8e1-20c5a5f9ba83 service neutron] 10.222.0.17 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679126 Nov 19 05:55:36.146855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:36.184230 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-95c1b04a-37b5-40f2-82b6-c9cae0487193 service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941182 Nov 19 05:55:36.258093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60331556-717b-441b-a522-1bb498d0518f None None] New status for floating IP 5ad646bc-4005-4c25-bfdb-a9318e8facf7: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:55:36.328839 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-375ae57d-ab90-44a1-b49c-fac434453981 req-8044a478-2249-489f-ae4f-09b5fc93812b service neutron] 10.222.0.17 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2765968 Nov 19 05:55:36.396668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9f939aec-eac1-49c0-ba47-c6d9553f2e47 req-14f6bd85-451c-4ae6-9d36-dad3a66166bb service neutron] 10.222.0.35 "GET /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2055967 Nov 19 05:55:36.831585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120697-af69-4ffc-b98d-e6f151cc316e req-8c7d3d87-36f0-4bc2-b3d6-f32613607d8b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:36.832418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-71120697-af69-4ffc-b98d-e6f151cc316e req-8c7d3d87-36f0-4bc2-b3d6-f32613607d8b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Synchronizing usage tracker for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:55:36.857733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-71120697-af69-4ffc-b98d-e6f151cc316e req-8c7d3d87-36f0-4bc2-b3d6-f32613607d8b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Unset dirty status for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:55:36.859112 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-71120697-af69-4ffc-b98d-e6f151cc316e req-8c7d3d87-36f0-4bc2-b3d6-f32613607d8b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.1398478 Nov 19 05:55:36.917182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-71120697-af69-4ffc-b98d-e6f151cc316e req-91794e04-b183-467c-9ff8-8780f8b8eb24 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0514162 Nov 19 05:55:37.205915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Router 341369d7-b42a-4995-922b-02e5cd15c2a2 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:55:37.444990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:55:37.454615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] Sync routers for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:55:37.458411 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2ceded23-21a5-4bd5-8316-dcda7ad2f7d2 admin admin] 10.222.0.17 "PUT /v2.0/routers/341369d7-b42a-4995-922b-02e5cd15c2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9311731 Nov 19 05:55:37.462058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56654) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:37.469077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:37.469756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:37.661198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:37.669682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:37.889322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:37.899963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Deleting port 2fcd4f90-435d-4d0f-a709-648493f5e230 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:37.900731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:37.965235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:55:35Z', 'revision_number': 5, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port': {'id': '2fcd4f90-435d-4d0f-a709-648493f5e230', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:14Z', 'updated_at': '2020-11-19T05:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:37.969591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] Checking router: 341369d7-b42a-4995-922b-02e5cd15c2a2 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:55:37.981732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] Routers {'341369d7-b42a-4995-922b-02e5cd15c2a2'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:37.982393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['341369d7-b42a-4995-922b-02e5cd15c2a2'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:38.094982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] For port 2fcd4f90-435d-4d0f-a709-648493f5e230, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=2fcd4f90-435d-4d0f-a709-648493f5e230,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:38.095294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:38.145732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396834fd-35c4-4756-8c69-6b7292d0420d req-49ad99ed-e27c-4ad7-8367-3405cc16ccf8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:38.146722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] Set router 341369d7-b42a-4995-922b-02e5cd15c2a2 gateway port host: None {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:38.147497 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-396834fd-35c4-4756-8c69-6b7292d0420d req-49ad99ed-e27c-4ad7-8367-3405cc16ccf8 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0920322 Nov 19 05:55:38.200015 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-396834fd-35c4-4756-8c69-6b7292d0420d req-68824bba-1a5a-4142-84a8-b661e1856915 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups?id=4435d643-9656-4dde-9345-dd1181fe9842&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449972 Nov 19 05:55:38.229970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Calling delete_port for 2fcd4f90-435d-4d0f-a709-648493f5e230 owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:38.257599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:55:37Z', 'revision_number': 6, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port_host': None}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:38.262076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20171a-b7fa-4a0c-8328-5bbc2bb6569f None None] The sync data for ids ['341369d7-b42a-4995-922b-02e5cd15c2a2'] in dv-cinder-763306-1-iscsi is: [{'id': '341369d7-b42a-4995-922b-02e5cd15c2a2', 'name': 'tempest-AttachVolumeTestJSON-706896486-router', 'tenant_id': '3cad8a774ab94dfc9b2f7f4989410679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:11Z', 'updated_at': '2020-11-19T05:55:37Z', 'revision_number': 6, 'project_id': '3cad8a774ab94dfc9b2f7f4989410679', 'gw_port_host': None}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:55:38.405109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:38.421555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:38.514590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcd4f90-435d-4d0f-a709-648493f5e230,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:38.515310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684a551-bc2b-445f-af69-37990c49878e req-c57b83eb-907b-4cc6-88e3-112a63e7100b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:55:38.517894 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5684a551-bc2b-445f-af69-37990c49878e req-c57b83eb-907b-4cc6-88e3-112a63e7100b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.35 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 946 time: 0.0935714 Nov 19 05:55:38.518796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:38.593545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Deleting port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:38.593968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:38.789629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:38.854065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] For port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:38.854489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:38.917633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5d5c7dd7-e7ff-463c-b381-cd888691dc1e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:38.982356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Calling delete_port for 5d5c7dd7-e7ff-463c-b381-cd888691dc1e owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:39.038272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.064167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.068765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.099969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.100618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341369d7-b42a-4995-922b-02e5cd15c2a2 {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:55:39.113959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.115200 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] 10.222.0.17 "DELETE /v2.0/routers/341369d7-b42a-4995-922b-02e5cd15c2a2 HTTP/1.1" status: 204 len: 168 time: 1.6522706 Nov 19 05:55:39.117819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56660) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:39.136014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.154981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2442474a-67e9-40ba-b44c-a6a2e63474f8 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:39.191538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Deleting subnet cb2595d5-4b18-42e5-b34e-7260277c7439 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:55:39.195642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.251444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event deleted for resources: {'Port': ['ID=5d5c7dd7-e7ff-463c-b381-cd888691dc1e,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:39.251984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.254256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:39.343640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.399562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] No DVR routers for this DVR port 5d5c7dd7-e7ff-463c-b381-cd888691dc1e on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:55:39.405728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.409052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-deleted', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:55:39.417577 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-98e02732-3688-4e0b-9ac6-28aff6ae7cc5 req-e8ef7292-17e3-4c33-85d2-24e3f7f28d0b tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 210 time: 0.0630724 Nov 19 05:55:39.428292 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5684a551-bc2b-445f-af69-37990c49878e req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.35 "DELETE /v2.0/ports/5d5c7dd7-e7ff-463c-b381-cd888691dc1e HTTP/1.1" status: 204 len: 173 time: 0.9041030 Nov 19 05:55:39.479074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe0f8c7-d543-46c2-b720-aebbcc49d1ef', 'name': 'network-vif-deleted', 'tag': '5d5c7dd7-e7ff-463c-b381-cd888691dc1e', 'status': 'completed', 'code': 200} Nov 19 05:55:39.620415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.641096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:39.737007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2595d5-4b18-42e5-b34e-7260277c7439,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:39.742052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:39.777370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.783272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cd0b1-faf7-45c8-a608-f2bb62c89672 None None] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:55:39.786482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 56668) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:39.786638 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a485327b-1c25-4802-a44f-82e46cb3a839 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cb2595d5-4b18-42e5-b34e-7260277c7439 HTTP/1.1" status: 204 len: 168 time: 0.6676180 Nov 19 05:55:39.911304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:39.979527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Deleting port abbf40fe-1686-4b92-8f28-bce937016475 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:39.979988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:40.064616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] DHCP port deletion for abb96a61-c360-4dda-bfb0-65a3ca8eec0f request from dv-cinder-763306-1-iscsi {{(pid=80295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:55:40.068816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Deleting port abbf40fe-1686-4b92-8f28-bce937016475 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:40.069228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:40.207491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] For port abbf40fe-1686-4b92-8f28-bce937016475, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=abbf40fe-1686-4b92-8f28-bce937016475,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:40.208014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:40.241894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device abbf40fe-1686-4b92-8f28-bce937016475 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:40.335697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] For port abbf40fe-1686-4b92-8f28-bce937016475, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=abbf40fe-1686-4b92-8f28-bce937016475,segment=NetworkSegment(a2473b4f-86a1-42b4-aee3-a389164eaf1c),segment_id=a2473b4f-86a1-42b4-aee3-a389164eaf1c)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:40.336050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:40.338487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Calling delete_port for abbf40fe-1686-4b92-8f28-bce937016475 owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:40.413979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:40.429785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-794a007e-824c-46ae-a9ce-f4935de71641 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:40.498774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Calling delete_port for abbf40fe-1686-4b92-8f28-bce937016475 owned by network:dhcp {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:40.524688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbf40fe-1686-4b92-8f28-bce937016475,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:40.533216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:40.559802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:40.584852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] No DVR routers for this DVR port abbf40fe-1686-4b92-8f28-bce937016475 on host dv-cinder-763306-1-iscsi {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:55:40.638355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2fcd4f90-435d-4d0f-a709-648493f5e230 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:40.671604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80295) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:55:40.672008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:55:40.672766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 2fcd4f90-435d-4d0f-a709-648493f5e230 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:40.673001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2fcd4f90-435d-4d0f-a709-648493f5e230 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:40.673453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3e88f835-b72e-42ca-a8d4-3a24f08dff98 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:40.706457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 3e88f835-b72e-42ca-a8d4-3a24f08dff98 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:40.706831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 3e88f835-b72e-42ca-a8d4-3a24f08dff98 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:40.956624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-85f0df3f-eed9-41d6-b3d3-37ea5a0a9d70 req-26d48b4a-846d-4f2b-b76b-a04cc22dca72 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Synchronizing usage tracker for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:55:40.992576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.051708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-85f0df3f-eed9-41d6-b3d3-37ea5a0a9d70 req-26d48b4a-846d-4f2b-b76b-a04cc22dca72 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Unset dirty status for tenant:b8e9c6b5e866492f81fbea293538a47f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:55:41.053013 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-85f0df3f-eed9-41d6-b3d3-37ea5a0a9d70 req-26d48b4a-846d-4f2b-b76b-a04cc22dca72 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/ports?device_id=ffe0f8c7-d543-46c2-b720-aebbcc49d1ef HTTP/1.1" status: 200 len: 210 time: 0.4365857 Nov 19 05:55:41.113642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb96a61-c360-4dda-bfb0-65a3ca8eec0f']}} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:41.126438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2473b4f-86a1-42b4-aee3-a389164eaf1c') {'for_net_delete': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:41.126764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2473b4f-86a1-42b4-aee3-a389164eaf1c') {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:41.139451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848440971'] for segment, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.159811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.163359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:55:41.173460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Deleting port abbf40fe-1686-4b92-8f28-bce937016475 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:41.173889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.242104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8fc04-5834-4e4a-9e28-8ae5299608aa None None] The port 'abbf40fe-1686-4b92-8f28-bce937016475' was deleted {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:55:41.343745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f has no segments {{(pid=80294) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:55:41.353244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6444697'] for segment, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.536318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Network abb96a61-c360-4dda-bfb0-65a3ca8eec0f has no segments {{(pid=80294) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:55:41.558800 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:55:41.657347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.663464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:41.666082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:41.694531 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb96a61-c360-4dda-bfb0-65a3ca8eec0f,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:41.697287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:41.708993 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/abb96a61-c360-4dda-bfb0-65a3ca8eec0f HTTP/1.1" status: 204 len: 168 time: 1.9211230 Nov 19 05:55:41.880154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56676) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:41.947398 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-235e8523-0d5f-4ffd-80cb-b3cf5d214199 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3cad8a774ab94dfc9b2f7f4989410679&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0656211 Nov 19 05:55:41.950034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56680) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:42.012587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.039626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.098676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.104373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-49d6c76b-6a69-4ea8-9d24-97fb885a9fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:42.118124 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10deaed-f721-42bd-959b-69fd123284e7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:42.121317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:42.130154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.131764 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b10deaed-f721-42bd-959b-69fd123284e7 HTTP/1.1" status: 204 len: 168 time: 0.1804104 Nov 19 05:55:42.252492 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-edea18fd-dc12-4da3-bc9f-41f6ffe241ef req-64e130f5-8853-45ee-aaa1-f71cf6e89faf tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "GET /v2.0/security-groups/4435d643-9656-4dde-9345-dd1181fe9842 HTTP/1.1" status: 200 len: 2647 time: 0.0508862 Nov 19 05:55:42.326360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-edea18fd-dc12-4da3-bc9f-41f6ffe241ef req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.355295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-edea18fd-dc12-4da3-bc9f-41f6ffe241ef req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.407439 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-edea18fd-dc12-4da3-bc9f-41f6ffe241ef req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.411566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-035d4f08-4a9a-4b63-8641-ccfb539fde05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:42.428193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Pushing event deleted for resources: {'SecurityGroup': ['ID=4435d643-9656-4dde-9345-dd1181fe9842,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:42.431116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:42.438484 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-edea18fd-dc12-4da3-bc9f-41f6ffe241ef req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:42.439845 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-edea18fd-dc12-4da3-bc9f-41f6ffe241ef req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] 10.222.0.17 "DELETE /v2.0/security-groups/4435d643-9656-4dde-9345-dd1181fe9842 HTTP/1.1" status: 204 len: 173 time: 0.1808369 Nov 19 05:55:42.500868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 56698) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:43.061652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:43.721975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Deleting port a38442a5-e2eb-4d6d-9715-fb36ea1e038b {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:43.722582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:43.914716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] For port a38442a5-e2eb-4d6d-9715-fb36ea1e038b, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:43.915034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:44.040924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Calling delete_port for a38442a5-e2eb-4d6d-9715-fb36ea1e038b owned by network:router_interface {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:44.223775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:44.239152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a9742ea0-4772-45ff-934e-b03bd543d1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:44.327782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38442a5-e2eb-4d6d-9715-fb36ea1e038b,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:44.331723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:44.662888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:45.631882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Router a83b354f-9bce-4a0c-ad87-24484f6267ce has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:55:45.849318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:55:45.859239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] Sync routers for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:55:45.866416 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] 10.222.0.17 "PUT /v2.0/routers/a83b354f-9bce-4a0c-ad87-24484f6267ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3643327 Nov 19 05:55:45.869879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56736) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:45.872740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:45.873441 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:46.238494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:46.320351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:46.532948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:46.541600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Deleting port 983a9ff1-3342-45a1-9fcf-1e164b648e66 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:46.541971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:46.544878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:55:44Z', 'revision_number': 5, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port': {'id': '983a9ff1-3342-45a1-9fcf-1e164b648e66', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:49:41Z', 'updated_at': '2020-11-19T05:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:46.549084 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] Checking router: a83b354f-9bce-4a0c-ad87-24484f6267ce for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:55:46.561002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] Routers {'a83b354f-9bce-4a0c-ad87-24484f6267ce'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:55:46.561675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['a83b354f-9bce-4a0c-ad87-24484f6267ce'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:46.721266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:46.728029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] For port 983a9ff1-3342-45a1-9fcf-1e164b648e66, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=983a9ff1-3342-45a1-9fcf-1e164b648e66,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:46.728436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:46.744107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] Set router a83b354f-9bce-4a0c-ad87-24484f6267ce gateway port host: None {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:55:46.866771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:55:46Z', 'revision_number': 6, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port_host': None}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:46.871962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea9107-319b-4360-a56d-04c3b39b1350 None None] The sync data for ids ['a83b354f-9bce-4a0c-ad87-24484f6267ce'] in dv-cinder-763306-1-iscsi is: [{'id': 'a83b354f-9bce-4a0c-ad87-24484f6267ce', 'name': 'tempest-TestShelveInstance-604466703-router', 'tenant_id': 'b8e9c6b5e866492f81fbea293538a47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:49:40Z', 'updated_at': '2020-11-19T05:55:46Z', 'revision_number': 6, 'project_id': 'b8e9c6b5e866492f81fbea293538a47f', 'gw_port_host': None}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:55:46.872537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Calling delete_port for 983a9ff1-3342-45a1-9fcf-1e164b648e66 owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:47.083286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.100093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:47.197846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=983a9ff1-3342-45a1-9fcf-1e164b648e66,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:47.201068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:47.471866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.741282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.746036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.769945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.770587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83b354f-9bce-4a0c-ad87-24484f6267ce {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:55:47.783676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.784933 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-49166acd-4715-4aa6-949e-5f8bf9b82f5e admin admin] 10.222.0.17 "DELETE /v2.0/routers/a83b354f-9bce-4a0c-ad87-24484f6267ce HTTP/1.1" status: 204 len: 168 time: 1.9139283 Nov 19 05:55:47.787547 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56752) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:47.859575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Deleting subnet 2e228cdd-1907-4427-8c8c-0064eb93dbdb {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:55:47.862949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:47.915210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.005871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.222367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 983a9ff1-3342-45a1-9fcf-1e164b648e66 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:48.257569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 983a9ff1-3342-45a1-9fcf-1e164b648e66 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:48.257897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 983a9ff1-3342-45a1-9fcf-1e164b648e66 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:48.258365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a38442a5-e2eb-4d6d-9715-fb36ea1e038b no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:48.280497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.292868 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: a38442a5-e2eb-4d6d-9715-fb36ea1e038b {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:48.293269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a38442a5-e2eb-4d6d-9715-fb36ea1e038b not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:48.296787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:48.396025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e228cdd-1907-4427-8c8c-0064eb93dbdb,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:48.400857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:48.438705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.444417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3f540c-fa48-421a-ae01-3393eb0a6b5c None None] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:55:48.444860 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8dda7273-3824-4fd5-a4bd-24d8f6de0f40 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2e228cdd-1907-4427-8c8c-0064eb93dbdb HTTP/1.1" status: 204 len: 168 time: 0.6562984 Nov 19 05:55:48.447817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56766) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:48.564221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.641361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Deleting port 1551e849-093d-495c-b847-563c4234e559 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:48.641895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.727229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] DHCP port deletion for bc8bb8b4-9348-49a4-a497-39b2ec567ce7 request from dv-cinder-763306-1-iscsi {{(pid=80295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:55:48.731716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Deleting port 1551e849-093d-495c-b847-563c4234e559 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:48.732594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.875245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] For port 1551e849-093d-495c-b847-563c4234e559, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=1551e849-093d-495c-b847-563c4234e559,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:48.875886 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:48.947164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] For port 1551e849-093d-495c-b847-563c4234e559, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=1551e849-093d-495c-b847-563c4234e559,segment=NetworkSegment(00f58d93-5a94-49ba-8ee0-9bdf2e24a623),segment_id=00f58d93-5a94-49ba-8ee0-9bdf2e24a623)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:55:48.947551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:49.013486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Calling delete_port for 1551e849-093d-495c-b847-563c4234e559 owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:49.078468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Calling delete_port for 1551e849-093d-495c-b847-563c4234e559 owned by network:dhcp {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:55:49.086481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:49.102997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:49.153562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80295) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:55:49.153969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:55:49.196242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1551e849-093d-495c-b847-563c4234e559,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:49.199220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:49.247745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] No DVR routers for this DVR port 1551e849-093d-495c-b847-563c4234e559 on host dv-cinder-763306-1-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:55:49.370295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:49.495913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8bb8b4-9348-49a4-a497-39b2ec567ce7']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:49.511931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f58d93-5a94-49ba-8ee0-9bdf2e24a623') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:49.512309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f58d93-5a94-49ba-8ee0-9bdf2e24a623') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:55:49.525405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:49.541217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:49.543287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:55:49.655428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Deleting port 1551e849-093d-495c-b847-563c4234e559 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:55:49.655827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:49.725327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6edccc91-b70d-4b81-90cd-11fa45a94543 None None] The port '1551e849-093d-495c-b847-563c4234e559' was deleted {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:55:49.967415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:55:49.976614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.157079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Network bc8bb8b4-9348-49a4-a497-39b2ec567ce7 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:55:50.184600 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:55:50.218990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 1551e849-093d-495c-b847-563c4234e559 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:55:50.256275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 1551e849-093d-495c-b847-563c4234e559 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:55:50.256668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 1551e849-093d-495c-b847-563c4234e559 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:55:50.263840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.267483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c908edf6-aa0b-4bcd-8247-b063d5d71cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:50.284471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.293263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8bb8b4-9348-49a4-a497-39b2ec567ce7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:50.297845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:50.301457 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bc8bb8b4-9348-49a4-a497-39b2ec567ce7 HTTP/1.1" status: 204 len: 168 time: 1.8526108 Nov 19 05:55:50.518552 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56806) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:50.579094 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-dd37f471-0aba-4806-8fef-9a17eaee7f6f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b8e9c6b5e866492f81fbea293538a47f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591965 Nov 19 05:55:50.581635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56812) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:50.645421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.674475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.725069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.730459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9f435d3a-2b23-490a-8fce-fd0a9ab49c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:50.744656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040635d-2496-48da-9757-57c7a04278b2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:50.751447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:50.752240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:50.762740 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6040635d-2496-48da-9757-57c7a04278b2 HTTP/1.1" status: 204 len: 168 time: 0.1735818 Nov 19 05:55:51.347542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d307e164-d2d8-4348-898f-b8fa0ebd922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.441720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56834) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:53.604427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.639862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:55:53.644555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa9386b02684f6284fb7960f2fab295 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:55:53.647813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:55:53.654224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:55:53.744388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.747767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.754812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d827691b-18b2-4369-a008-f80b6a9114b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:53.796990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6404219-3d3b-4d5f-8d6e-746232653d45,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:53.800580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:53.803471 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6fa9386b02684f6284fb7960f2fab295&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605709 Nov 19 05:55:53.806266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56840) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:53.870377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.897618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.947114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.952277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e407378-2ce2-48db-8055-4c466cc14c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:53.965002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6404219-3d3b-4d5f-8d6e-746232653d45,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:53.968135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:53.970347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:53.971586 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d6404219-3d3b-4d5f-8d6e-746232653d45 HTTP/1.1" status: 204 len: 168 time: 0.1640565 Nov 19 05:55:54.016280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9b418164-a749-4afc-a5ff-40e082417c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:54.428050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:55.331000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:55.789795 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:56.528499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56904) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:56.768287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:56.801452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:55:56.805946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Usage tracker for resource:security_group_rule and tenant:172c97ddf6514e20a419fe1a52f75ca7 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:55:56.809187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:55:56.815510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:55:56.896962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:56.901042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:56.909028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e2f301a4-3e31-4ef8-b488-401697c9193b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:56.951098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871cbb1a-f2df-4f19-b10d-b9a1b1b42ea6,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:56.954716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:56.957616 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=172c97ddf6514e20a419fe1a52f75ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4280443 Nov 19 05:55:56.961996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56910) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:57.027931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.056307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.110438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.118383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7353a62e-5d56-4218-aa6e-cb13bc6dab2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:57.136583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871cbb1a-f2df-4f19-b10d-b9a1b1b42ea6,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:57.139817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:57.142042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.145803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/871cbb1a-f2df-4f19-b10d-b9a1b1b42ea6 HTTP/1.1" status: 204 len: 168 time: 0.1802764 Nov 19 05:55:57.478788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:55:57.513066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56918) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:57.535830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.570643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:55:57.578906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e1691c1b6d00405383d1bc12ca4111de is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:55:57.582265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:55:57.589100 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:55:57.657990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.662521 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.669481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e86ab419-626e-46bd-b373-b57c1aa10ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:57.713120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ae3d7-7aba-441f-b749-bf39207df271,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:57.720797 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e1691c1b6d00405383d1bc12ca4111de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040768 Nov 19 05:55:57.720797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5a83d92f-c718-455c-922a-7fde1801ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:57.721083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 56922) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:55:57.783941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.812103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.871260 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.875045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6e2a7518-e39b-4862-90cc-51ff0b53041c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:55:57.886936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9ae3d7-7aba-441f-b749-bf39207df271,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:55:57.890751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:55:57.895014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:55:57.896473 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5d9ae3d7-7aba-441f-b749-bf39207df271 HTTP/1.1" status: 204 len: 168 time: 0.1744790 Nov 19 05:56:09.056226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57052) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:09.212842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.248064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:09.252523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Usage tracker for resource:security_group_rule and tenant:9877be5e270444faa9a467ca1da3c2ce is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:09.255687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:09.261818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:09.331387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.335944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.342867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d4fbf66f-f1a8-4d63-b65d-0a70f04ffba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:09.384762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d344ee63-e9dc-4010-92a4-408d9bac5440,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:09.390332 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9877be5e270444faa9a467ca1da3c2ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3330326 Nov 19 05:56:09.393400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57058) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:09.397910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.398316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.398719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.399270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.399721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.400088 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.400476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.400842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.401225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.401606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.401986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.402364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.402807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.403192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.403600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.403977 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.404354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.404739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.405123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.405501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.405884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.406262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.406848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.407057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:09.411539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ff313420-e809-44de-a211-bfb4316c0e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:09.461948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.491083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.537593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.541777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d68c8772-4fb1-4599-8ae7-dbc8d186372a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:09.553414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d344ee63-e9dc-4010-92a4-408d9bac5440,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:09.557313 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:09.560658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.561845 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d344ee63-e9dc-4010-92a4-408d9bac5440 HTTP/1.1" status: 204 len: 168 time: 0.1673300 Nov 19 05:56:09.923240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57066) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:09.945398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:09.984348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:09.989095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:540c1b4c5e4b42f2816b731ae48ae140 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:09.992543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:09.999029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:10.069469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.073269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.080755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-163d7cbe-3aba-42c3-a9c4-e6cdbc67ffa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:10.124131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a7672-bb17-4587-9dd6-91333d818583,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:10.129200 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=540c1b4c5e4b42f2816b731ae48ae140&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2047541 Nov 19 05:56:10.130064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-855491f1-5885-47dd-a2a5-58f25af1e5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:10.131998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57070) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:10.194447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.224183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.272840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.281155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9319d914-fa3f-40a9-b70f-87a1d3281dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:10.306754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a7672-bb17-4587-9dd6-91333d818583,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:10.309899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:10.310904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.312067 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-5672bf96-a318-4805-bf65-24fb50e92bf6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/268a7672-bb17-4587-9dd6-91333d818583 HTTP/1.1" status: 204 len: 168 time: 0.1790743 Nov 19 05:56:10.752057 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57078) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:10.772399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.805476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:10.809660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3a817734294c6d84a9a6b94a3b320c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:10.812732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:10.818777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:10.887585 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.892004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:10.898967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-265eb44d-a8d0-4377-ae1f-905107d9e074 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:10.945703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15dcb3b-d53f-4281-b807-1974526994a3,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:10.950584 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bc3a817734294c6d84a9a6b94a3b320c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974320 Nov 19 05:56:10.951618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:10.953681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57082) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:11.018822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:11.046232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:11.093535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:11.097374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5a9dae5b-05ca-4188-b286-f3bcf41eb707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:11.110930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15dcb3b-d53f-4281-b807-1974526994a3,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:11.115721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:11.121700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:11.122904 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-02909cb7-a3a3-4f63-8bb2-29cd2bf50f8d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d15dcb3b-d53f-4281-b807-1974526994a3 HTTP/1.1" status: 204 len: 168 time: 0.1684148 Nov 19 05:56:12.563955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919db468-c1ee-4ad5-a9fa-6283ba091514 req-d6aead16-490d-4634-86cd-399bf35cc046 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:12.565558 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-919db468-c1ee-4ad5-a9fa-6283ba091514 req-d6aead16-490d-4634-86cd-399bf35cc046 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0856926 Nov 19 05:56:12.614823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-919db468-c1ee-4ad5-a9fa-6283ba091514 req-7efd986b-863a-43c1-ac56-d97aee83dd1e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427575 Nov 19 05:56:13.868156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ba78f-7cc2-4e17-b157-1112dd76d751 req-8b0d9487-48df-4629-afc9-df7447d2dae2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:13.869915 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f4ba78f-7cc2-4e17-b157-1112dd76d751 req-8b0d9487-48df-4629-afc9-df7447d2dae2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0915401 Nov 19 05:56:13.886806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57152) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:13.919569 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f4ba78f-7cc2-4e17-b157-1112dd76d751 req-a5848d98-01df-4846-9936-473bc1dd0c8d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups?id=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Nov 19 05:56:14.045671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.078794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:14.082997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab0adcdb6f23459ea61a255ebf199d5e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:14.086353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:14.092282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:14.175812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.180184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.187520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fc23fd18-cffd-4635-8437-7e211ebc529d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:14.230836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224c8b37-3dd3-4e70-9e82-47e8fc1c4adc,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:14.234454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:14.239850 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6b1bf12c-c8bf-4a5b-8876-1970b823c2a9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ab0adcdb6f23459ea61a255ebf199d5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3494160 Nov 19 05:56:14.240461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57158) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:14.252702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-85d6db01-e20e-4f15-89c1-93bb959e4bc2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:56:14.254258 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-85d6db01-e20e-4f15-89c1-93bb959e4bc2 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 946 time: 0.0868762 Nov 19 05:56:14.306252 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.334125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.334391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Deleting port c884f067-de9d-4e60-9283-a21d15d776e7 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:14.334534 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.381400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.387012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-50a0b93a-5c36-4622-b9e2-71ccfc21fd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:14.398174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224c8b37-3dd3-4e70-9e82-47e8fc1c4adc,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:14.403292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:14.405371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.407865 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-519c77a0-a161-4842-9ad9-a1d7d00ee3f0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/224c8b37-3dd3-4e70-9e82-47e8fc1c4adc HTTP/1.1" status: 204 len: 168 time: 0.1661985 Nov 19 05:56:14.596193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] For port c884f067-de9d-4e60-9283-a21d15d776e7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c884f067-de9d-4e60-9283-a21d15d776e7,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:14.596583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.766787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57166) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:14.786286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.823693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:14.827964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Usage tracker for resource:security_group_rule and tenant:d6bb2e79f52e4dbb84adb8b9cf04b383 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:14.830950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:14.837368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:14.900393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.901027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.901156 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Floating IP 246d61e8-bb70-45b3-b659-93ab502c4f83 disassociated. External IP: 172.27.3.79, port: c884f067-de9d-4e60-9283-a21d15d776e7. Nov 19 05:56:14.901458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Calling delete_port for c884f067-de9d-4e60-9283-a21d15d776e7 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:14.907424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.912486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:14.920039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-38630618-b9bb-4af6-b882-72e9548538bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:14.962773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee36fe96-bc76-4677-bdac-a5e53919aa33,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:14.966742 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:14.971829 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a6a24047-807f-4392-bf64-2ebe565f9fbf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d6bb2e79f52e4dbb84adb8b9cf04b383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013576 Nov 19 05:56:14.972079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57172) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:15.036530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:15.046634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:15.063914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-277e0b6f-f2cb-4ae4-9a33-c40f494197b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:15.064661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:15.113987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:15.119572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-42473e50-1af5-477c-9f0f-04b6e72b005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:15.130535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee36fe96-bc76-4677-bdac-a5e53919aa33,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:15.134680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:15.138107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:15.139354 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ee36fe96-bc76-4677-bdac-a5e53919aa33 HTTP/1.1" status: 204 len: 168 time: 0.1663046 Nov 19 05:56:15.210888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event deleted for resources: {'Port': ['ID=c884f067-de9d-4e60-9283-a21d15d776e7,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:15.214058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:15.226974 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4380c5c6-be11-4562-930a-8e0f43aaa622 req-b5149dc7-eb56-45c9-918d-0fbbb82fe628 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 210 time: 0.0830405 Nov 19 05:56:15.369680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:56:15.406785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: c884f067-de9d-4e60-9283-a21d15d776e7 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:56:15.407292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device c884f067-de9d-4e60-9283-a21d15d776e7 not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:56:15.767042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Router e168b72c-d508-4c65-9a4b-a970f9948926 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:56:15.986445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:56:15.997111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:56:16.009757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:56:16.010418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:16.030015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] No DVR routers for this DVR port c884f067-de9d-4e60-9283-a21d15d776e7 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:56:16.032630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:16.035603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-deleted', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:56:16.053538 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-53ee59fd-0bed-4486-a7f7-5b588d3f55f2 req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.35 "DELETE /v2.0/ports/c884f067-de9d-4e60-9283-a21d15d776e7 HTTP/1.1" status: 204 len: 173 time: 1.7927704 Nov 19 05:56:16.202649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:56:16.284897 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd499c9a-af78-4bc2-8037-01d0d82b667a', 'name': 'network-vif-deleted', 'tag': 'c884f067-de9d-4e60-9283-a21d15d776e7', 'status': 'completed', 'code': 200} Nov 19 05:56:16.447662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-2852238f-4d35-44a1-84d7-38ce75677c6a req-d96e50a6-d84a-447d-9b85-ee418a4f4bb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Synchronizing usage tracker for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:56:16.465591 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-2852238f-4d35-44a1-84d7-38ce75677c6a req-d96e50a6-d84a-447d-9b85-ee418a4f4bb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Unset dirty status for tenant:fd43d50eba4d4104bae026ba239bae6c on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:56:16.467351 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-2852238f-4d35-44a1-84d7-38ce75677c6a req-d96e50a6-d84a-447d-9b85-ee418a4f4bb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/ports?device_id=dd499c9a-af78-4bc2-8037-01d0d82b667a HTTP/1.1" status: 200 len: 210 time: 0.0702486 Nov 19 05:56:16.553771 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:16.558120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:56:16.570131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:56:16.571042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:55:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:16.670915 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:16.915373 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:56:17.258516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:17.262870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a2662-b1f3-4bf6-afcc-3523840576e7 None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:45:21Z', 'revision_number': 4, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '22969d96-f793-419c-a7a5-5047afb2bdb8', 'name': '', 'network_id': 'd43c9831-e20f-4d55-b057-89775e8cc3f4', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'mac_address': 'fa:16:3e:05:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:20Z', 'updated_at': '2020-11-19T05:45:37Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'subnets': [{'id': '8bc1346e-290d-49dd-822a-f07a4dedb17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:56:17.650380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57226) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:17.711482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925eeaf2-b020-4bb8-9760-5a641b546cae None None] New status for floating IP 246d61e8-bb70-45b3-b659-93ab502c4f83: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:56:17.728724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:17.762349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:17.813677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:17.819225 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3da42892-5a16-41a3-b8cc-81da0b8e022d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:17.836523 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c3d4fe-a5d8-4f51-ac49-fd291a91ec12,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:17.839269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:17.848857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:17.853317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57232) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:17.853443 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "DELETE /v2.0/security-groups/20c3d4fe-a5d8-4f51-ac49-fd291a91ec12 HTTP/1.1" status: 204 len: 168 time: 0.2014308 Nov 19 05:56:17.876737 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.api.v2.resource [None req-23019a30-617e-437f-81bc-afb3c42ba87e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] show failed (client error): The resource could not be found. Nov 19 05:56:17.879374 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-23019a30-617e-437f-81bc-afb3c42ba87e tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "GET /v2.0/security-groups/20c3d4fe-a5d8-4f51-ac49-fd291a91ec12 HTTP/1.1" status: 404 len: 347 time: 0.0230947 Nov 19 05:56:17.880976 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57236) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:18.050796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Deleting port 7c91b1eb-82b7-4f6f-ab02-98a8a07806d3 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:18.051171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:18.230211 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:18.230580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:18.360313 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Calling delete_port for 7c91b1eb-82b7-4f6f-ab02-98a8a07806d3 owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:18.450082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:56:18.450336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:56:18.951960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Deleting port 7c91b1eb-82b7-4f6f-ab02-98a8a07806d3 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:18.952333 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:19.133489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:19.133841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:19.266508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Calling delete_port for 7c91b1eb-82b7-4f6f-ab02-98a8a07806d3 owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:19.409310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:19.428266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5c87c691-3bfc-4586-9d92-5547f277cffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:19.530949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Pushing event deleted for resources: {'Port': ['ID=7c91b1eb-82b7-4f6f-ab02-98a8a07806d3,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:19.533982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:19.659073 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:19.679031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:19.680349 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fc139a12-01a9-4947-819f-5b257f3e5eb9 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] 10.222.0.17 "DELETE /v2.0/floatingips/246d61e8-bb70-45b3-b659-93ab502c4f83 HTTP/1.1" status: 204 len: 168 time: 1.7982082 Nov 19 05:56:21.342191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-df6440c1-a1b8-4fbc-b3f7-a67582c3ceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:22.567142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57288) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:23.198453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:23.826759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Deleting port 22969d96-f793-419c-a7a5-5047afb2bdb8 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:23.827379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:24.009066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ca8066f-1168-4e30-ad9f-c5ef0dfaa2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:24.012574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] For port 22969d96-f793-419c-a7a5-5047afb2bdb8, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=22969d96-f793-419c-a7a5-5047afb2bdb8,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:24.012975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:24.139064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Calling delete_port for 22969d96-f793-419c-a7a5-5047afb2bdb8 owned by network:router_interface {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:24.324837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:24.340941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cd769bc5-555c-4c67-9af7-758cda0fdf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:24.433722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:24.433986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Pushing event deleted for resources: {'Port': ['ID=22969d96-f793-419c-a7a5-5047afb2bdb8,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:24.438468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:24.778323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:25.336298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:25.756212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Router e168b72c-d508-4c65-9a4b-a970f9948926 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:56:25.793360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:25.975178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:56:25.984235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] Sync routers for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:56:25.989376 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] 10.222.0.17 "PUT /v2.0/routers/e168b72c-d508-4c65-9a4b-a970f9948926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4209991 Nov 19 05:56:25.992034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57314) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:25.997233 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:56:25.997962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:26.185420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:56:26.205327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks [] for router, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:26.417080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:26.425744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Deleting port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:26.426105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:26.492305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:56:24Z', 'revision_number': 5, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port': {'id': 'cb62b7a6-5e35-40cb-a7b4-021cd98b81c2', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:45:12Z', 'updated_at': '2020-11-19T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:26.497565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] Checking router: e168b72c-d508-4c65-9a4b-a970f9948926 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:56:26.509641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] Routers {'e168b72c-d508-4c65-9a4b-a970f9948926'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:56:26.510291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['e168b72c-d508-4c65-9a4b-a970f9948926'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:26.608557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] For port cb62b7a6-5e35-40cb-a7b4-021cd98b81c2, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:26.608954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:26.665957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] Set router e168b72c-d508-4c65-9a4b-a970f9948926 gateway port host: None {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:56:26.737815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Calling delete_port for cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 owned by network:router_gateway {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:26.779152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:56:26Z', 'revision_number': 6, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port_host': None}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:26.783673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b412f-47fa-4d91-8f07-80790509fbea None None] The sync data for ids ['e168b72c-d508-4c65-9a4b-a970f9948926'] in dv-cinder-763306-1-iscsi is: [{'id': 'e168b72c-d508-4c65-9a4b-a970f9948926', 'name': 'tempest-AttachVolumeShelveTestJSON-511836335-router', 'tenant_id': 'fd43d50eba4d4104bae026ba239bae6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:45:09Z', 'updated_at': '2020-11-19T05:56:26Z', 'revision_number': 6, 'project_id': 'fd43d50eba4d4104bae026ba239bae6c', 'gw_port_host': None}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:56:26.913688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:26.932334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-09805ffc-ddb2-4dc6-aa4b-1b5e49069292 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:27.026847 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb62b7a6-5e35-40cb-a7b4-021cd98b81c2,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:27.039242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:27.308607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:27.803784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:27.809161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:27.841841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:27.842426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e168b72c-d508-4c65-9a4b-a970f9948926 {{(pid=80294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 05:56:27.857973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Notify callbacks [] for router, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:27.859203 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] 10.222.0.17 "DELETE /v2.0/routers/e168b72c-d508-4c65-9a4b-a970f9948926 HTTP/1.1" status: 204 len: 168 time: 1.8659039 Nov 19 05:56:27.861758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57324) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:27.930529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Deleting subnet 8bc1346e-290d-49dd-822a-f07a4dedb17d {{(pid=80294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:56:27.934115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:27.986869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6334797'] for subnet, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.111522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.250396 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:56:28.287661 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:56:28.288323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device cb62b7a6-5e35-40cb-a7b4-021cd98b81c2 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:56:28.288992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 22969d96-f793-419c-a7a5-5047afb2bdb8 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:56:28.325566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 22969d96-f793-419c-a7a5-5047afb2bdb8 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:56:28.326312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 22969d96-f793-419c-a7a5-5047afb2bdb8 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:56:28.376517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6444740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7223386'] for subnet, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.392603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:28.426476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57334) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:28.478876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc1346e-290d-49dd-822a-f07a4dedb17d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:28.491245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:28.531138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.536243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50daef53-6499-4356-8c15-55953d094faa None None] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:56:28.539883 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-59953e32-8a99-4382-a35c-57e811049148 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8bc1346e-290d-49dd-822a-f07a4dedb17d HTTP/1.1" status: 204 len: 168 time: 0.6746917 Nov 19 05:56:28.540381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57340) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:28.651675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.693716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.774383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:28.779929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:723856303d96456096f2885331ed7838 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:28.784145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:28.791006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:28.793194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Deleting port 96ea6aa2-3f21-4427-9c5e-894897161823 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:28.793573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:28.803643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] DHCP port deletion for d43c9831-e20f-4d55-b057-89775e8cc3f4 request from dv-cinder-763306-1-iscsi {{(pid=80295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 05:56:28.808995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Deleting port 96ea6aa2-3f21-4427-9c5e-894897161823 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:28.809503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.023963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] For port 96ea6aa2-3f21-4427-9c5e-894897161823, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=96ea6aa2-3f21-4427-9c5e-894897161823,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:29.024316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.047052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.056839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.067072 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-79c7fdf1-c935-43d0-90b1-bf18b44c34e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:29.085258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] For port 96ea6aa2-3f21-4427-9c5e-894897161823, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=96ea6aa2-3f21-4427-9c5e-894897161823,segment=NetworkSegment(6997c25f-e208-4344-8025-7d7155aa47f4),segment_id=6997c25f-e208-4344-8025-7d7155aa47f4)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:56:29.085717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.149881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Calling delete_port for 96ea6aa2-3f21-4427-9c5e-894897161823 owned by network:dhcp {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:29.226082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088'] for port, after_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.234650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcdbdff-b713-4a1e-8d9d-c4fe574c75ba,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:29.239196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-28ba13d4-1fd4-4d0a-acc3-46770388ce41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:29.243761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Calling delete_port for 96ea6aa2-3f21-4427-9c5e-894897161823 owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:56:29.270968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:29.279630 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-900fa164-a287-4500-9ba8-cfe7e8a21fd6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=723856303d96456096f2885331ed7838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8519630 Nov 19 05:56:29.282510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57344) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:29.322353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 05:56:29.322835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 05:56:29.339841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Pushing event deleted for resources: {'Port': ['ID=96ea6aa2-3f21-4427-9c5e-894897161823,revision_number=None']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:29.347978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.364501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.364884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.365264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.365634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.366000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.366364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.366727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.367163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.367570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.367931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.368290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.368685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.369105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.369469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.369866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.370221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.370578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.370936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.371294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.371675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.372034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.372356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.372719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.373074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:29.375243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.376959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:29.409034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab4926-70c3-4ebd-947d-ee482f2485a4 None None] No DVR routers for this DVR port 96ea6aa2-3f21-4427-9c5e-894897161823 on host dv-cinder-763306-1-iscsi {{(pid=80295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:56:29.429837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.434297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e893452-1e96-49b7-ab07-af7a3b4f83d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:29.446385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcdbdff-b713-4a1e-8d9d-c4fe574c75ba,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:29.450311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:29.455303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.456555 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c78c02dc-4fdc-431e-981e-8f0881085ff8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7dcdbdff-b713-4a1e-8d9d-c4fe574c75ba HTTP/1.1" status: 204 len: 168 time: 0.1729882 Nov 19 05:56:29.815098 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57352) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:29.824379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Deleting port 96ea6aa2-3f21-4427-9c5e-894897161823 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:56:29.824709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.836634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.870620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:29.876732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Usage tracker for resource:security_group_rule and tenant:d2d9198880a64b7db859879be3b59cc3 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:29.881782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:29.889783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:29.973718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.978557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:29.986428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-64577330-36f7-4f9b-b340-69746c16ad47 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:30.031820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b1fc9-4f2c-4427-8ba1-35e9293b29e2,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:30.035627 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:30.041903 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d2d9198880a64b7db859879be3b59cc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2255387 Nov 19 05:56:30.042592 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57356) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:30.109905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.120132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] The port '96ea6aa2-3f21-4427-9c5e-894897161823' was deleted {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 05:56:30.140507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.187512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.191447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-693fc0a8-571d-4ff1-a5de-00c02792d900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:30.205685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b1fc9-4f2c-4427-8ba1-35e9293b29e2,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:30.209369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:30.212346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.214192 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dd3b1fc9-4f2c-4427-8ba1-35e9293b29e2 HTTP/1.1" status: 204 len: 168 time: 0.1705272 Nov 19 05:56:30.255594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.255792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 96ea6aa2-3f21-4427-9c5e-894897161823 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:56:30.291473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 96ea6aa2-3f21-4427-9c5e-894897161823 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:56:30.291862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 96ea6aa2-3f21-4427-9c5e-894897161823 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:56:30.375000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43c9831-e20f-4d55-b057-89775e8cc3f4']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:30.388128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6997c25f-e208-4344-8025-7d7155aa47f4') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:30.388457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6997c25f-e208-4344-8025-7d7155aa47f4') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:56:30.401146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.417482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.419690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:56:30.611983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:56:30.621206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.800181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Network d43c9831-e20f-4d55-b057-89775e8cc3f4 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: % (table.description, expected, rows_matched) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: % (table.description, expected, rows_matched) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: % (table.description, expected, rows_matched) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: % (table.description, expected, rows_matched) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:56:30.823266 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:56:30.902662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.906236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:30.922722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:30.929157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43c9831-e20f-4d55-b057-89775e8cc3f4,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:30.934042 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:30.950948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a6173e63-dae7-41a2-8856-973edeea16d5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/d43c9831-e20f-4d55-b057-89775e8cc3f4 HTTP/1.1" status: 204 len: 168 time: 2.4094582 Nov 19 05:56:31.119181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57380) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:31.173462 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-78fbff9b-2d0a-4316-b369-07153e7b81fb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fd43d50eba4d4104bae026ba239bae6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527449 Nov 19 05:56:31.175735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57386) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:31.244954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:31.272291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:31.316901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:31.320935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-af41b74e-a8e4-49f2-8f79-c231f26bb539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:31.336870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5694ae2d-4ce1-47bb-a184-1943e8364ee8,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:31.341191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:31.344703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:31.345907 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5694ae2d-4ce1-47bb-a184-1943e8364ee8 HTTP/1.1" status: 204 len: 168 time: 0.1691225 Nov 19 05:56:34.483010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:56:35.762183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57492) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:35.942573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:35.985195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:35.991170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Usage tracker for resource:security_group_rule and tenant:89cd452e484a4d22ade1ad956967a899 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:35.999251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:36.009853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:36.095470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.100683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.109323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-94af22c4-d461-45c0-a439-aad94d040c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:36.162368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd69f3b-b021-4986-b755-2a51d8e6a622,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:36.166515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:36.169434 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-3a59137d-388e-4479-b9bc-9601d610843d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=89cd452e484a4d22ade1ad956967a899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060218 Nov 19 05:56:36.172479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57498) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:36.258586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.299727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.357274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.364016 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a77d9cf9-04e5-4145-9c93-1ce36ae65bdc tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:36.380993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd69f3b-b021-4986-b755-2a51d8e6a622,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:36.384570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:36.385481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.387117 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-46c564c3-4e7f-481d-9a20-697797168f1f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/efd69f3b-b021-4986-b755-2a51d8e6a622 HTTP/1.1" status: 204 len: 168 time: 0.2133393 Nov 19 05:56:36.854288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57508) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:36.875130 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:36.911222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:36.915875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed49638b45374c89ad23b178eedc91a5 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:36.919221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:36.926666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:37.019996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:37.025205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:37.034765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1202cbb9-71a4-48c6-b319-42575a32f21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:37.086304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1aed16-9d9c-4e1f-8ab6-38e961e66a7f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:37.091778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:37.095971 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-bb27e954-52e7-4f17-8a54-822286f313b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed49638b45374c89ad23b178eedc91a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402551 Nov 19 05:56:37.098773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57512) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:37.171295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:37.208991 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:37.270146 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:37.274392 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8efadeaa-9f46-4027-86e9-b9425fdd532c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:37.289342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1aed16-9d9c-4e1f-8ab6-38e961e66a7f,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:37.298316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:37.300161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0d1aed16-9d9c-4e1f-8ab6-38e961e66a7f HTTP/1.1" status: 204 len: 168 time: 0.2001143 Nov 19 05:56:37.304473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.304893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.305305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.305688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.306083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.306517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.306844 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.307232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.307708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.308044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.308413 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.308799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.309343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.309633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.310034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.310417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.310803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.311190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.311628 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.312015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.312404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.312791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.313206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.313590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:56:37.321514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-66054e67-49a6-4cac-a718-4052b4bd34ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:39.815223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57568) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:39.988177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.024897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:40.029080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c0336f931c4658b1358485086c2a3c is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:40.032049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:40.038310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:40.111558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.115980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.124546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-53fb1ed7-5343-4321-b36d-918acee78470 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:40.166864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2577a-06f3-493d-b990-6497a0f57479,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:40.171164 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f6c0336f931c4658b1358485086c2a3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3547769 Nov 19 05:56:40.172126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:40.173989 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57574) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:40.237190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.264341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.318328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.323360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-07305556-191e-471a-abb0-0725e99e58ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:40.340675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2577a-06f3-493d-b990-6497a0f57479,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:40.347275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:40.348200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.349692 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-a05179c8-4391-42ed-a3d7-01be56a2d2e9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/60b2577a-06f3-493d-b990-6497a0f57479 HTTP/1.1" status: 204 len: 168 time: 0.1744609 Nov 19 05:56:40.716414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57582) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:40.736322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.770367 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:40.774819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Usage tracker for resource:security_group_rule and tenant:bf68e7d43ac34e03b2d5f608239e0dd7 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:40.777849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:40.783809 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:40.855480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.859275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:40.866303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ec3a7cf9-f9dd-4c40-9b38-e54afb2c5b64 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:40.909150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269ca3c2-a8c2-4990-979b-883adbaabf81,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:40.912565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:40.915943 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf68e7d43ac34e03b2d5f608239e0dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1984434 Nov 19 05:56:40.918721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57588) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:40.981860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:41.009789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:41.063684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:41.069749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92edc848-3573-4adc-a419-3caa884fe9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:41.082468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269ca3c2-a8c2-4990-979b-883adbaabf81,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:41.086617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:41.091482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:41.092736 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b4cf9f16-4e51-47a9-9392-996f879ef5ef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/269ca3c2-a8c2-4990-979b-883adbaabf81 HTTP/1.1" status: 204 len: 168 time: 0.1730654 Nov 19 05:56:47.694958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:51.346705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-584267f0-f1ca-4438-a6dd-e6857a4593db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:54.019268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-da14904e-0e0c-4d3f-9c5a-2201d753b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:54.441365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:55.341959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:55.792520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.199046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57732) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:56.372209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.406751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:56.410985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Usage tracker for resource:security_group_rule and tenant:d8fb1c5c533241bd9e8d978b3d121b42 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:56.414039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:56.420045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:56.489838 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.494643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.502254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-08f0df81-5134-4dda-b915-c9809b0ed88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:56.547575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba15e5-705e-44f4-a22c-ad8e739e2eb6,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:56.551066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:56.554793 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8a42f9cd-b467-464e-b741-23d6570a2680 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d8fb1c5c533241bd9e8d978b3d121b42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3546453 Nov 19 05:56:56.557874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57740) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:56.625466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.653256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.698599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.705155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bb8a7827-3956-408b-a178-07ebbc77102c tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:56.718588 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba15e5-705e-44f4-a22c-ad8e739e2eb6,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:56.721698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:56.722607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:56.738123 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5fba15e5-705e-44f4-a22c-ad8e739e2eb6 HTTP/1.1" status: 204 len: 168 time: 0.1675925 Nov 19 05:56:57.087049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57754) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:57.107439 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.146069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:56:57.150897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Usage tracker for resource:security_group_rule and tenant:9be3936af6b4434cb348348360afd0c5 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:56:57.154280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:56:57.160529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:56:57.230229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.233830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.240696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e12f38c-9874-473f-8d27-6a6b55e297af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:57.282014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df40bd9-0f1a-4da8-8d4e-7112839d0147,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:57.285357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:57.289146 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b472a486-4d3c-4a56-a45f-029ada0beda1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9be3936af6b4434cb348348360afd0c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009463 Nov 19 05:56:57.292983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57758) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:56:57.370777 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.404334 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.452421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.457287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-102dffc4-3292-4432-9366-ca761493c61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:56:57.470958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df40bd9-0f1a-4da8-8d4e-7112839d0147,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:56:57.474871 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:56:57.475341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:56:57.476554 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-992204cc-199a-4b17-bccb-8b2cfeee7f01 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8df40bd9-0f1a-4da8-8d4e-7112839d0147 HTTP/1.1" status: 204 len: 168 time: 0.1826253 Nov 19 05:56:59.815143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57830) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:00.061990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.097435 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:00.101932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Usage tracker for resource:security_group_rule and tenant:422583db79d14bc8bba894dd0557e941 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:00.105429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:00.111641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:00.190381 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.192594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.201303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c20d9841-c600-4422-8a38-c3335a115738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:00.250551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8258c-e276-4503-a4a6-9601d318c096,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:00.255161 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=422583db79d14bc8bba894dd0557e941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4388618 Nov 19 05:57:00.256161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b17685f9-9f21-4045-aadc-eabb1aa3456c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:00.257769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57840) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:00.325486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.362567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.409698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.413520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-88a1db90-0169-41f7-96f5-c4de9314c7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:00.428665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8258c-e276-4503-a4a6-9601d318c096,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:00.431468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:00.441739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:00.445270 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4b713bf0-b426-4656-8993-9565f513612d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/84a8258c-e276-4503-a4a6-9601d318c096 HTTP/1.1" status: 204 len: 168 time: 0.1840184 Nov 19 05:57:01.430895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57866) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:01.577075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1510159546-network', 'tenant_id': '28c3508830c64dee804da6301db2262f'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:01.582230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:01.586784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Usage tracker for resource:network and tenant:28c3508830c64dee804da6301db2262f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:01.589900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:01.595897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:01.610753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Made reservation on behalf of 28c3508830c64dee804da6301db2262f for: {'network': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:01.615815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.634836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.668572 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:01.673090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Usage tracker for resource:security_group_rule and tenant:28c3508830c64dee804da6301db2262f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:01.676296 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:01.682587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:01.756599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.761000 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.764277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d1c6fc5f-0d9a-4c8d-9092-57e9766df7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:01.797358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:57:01.806634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad5e32-d648-4fb3-beac-d31177c6980a,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:01.810506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:01.813135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.813474 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Added segment 421a2e8c-5a02-4576-aa56-da8900c6f202 of type vxlan for network 4f428911-d449-4d4a-bc68-af2504b2615b Nov 19 05:57:01.842173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.876104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.877903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:01.878911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:01.884811 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-37188424-2b87-40b8-b78d-cd4338c29dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:01.994539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Pushing event updated for resources: {'Network': ['ID=4f428911-d449-4d4a-bc68-af2504b2615b,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:01.998134 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5661190 Nov 19 05:57:01.999164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d9425a2b-870a-4346-9295-71c471a7102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:02.002735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57874) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:02.006853 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 4f428911-d449-4d4a-bc68-af2504b2615b details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:57:02.008716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Request body: {'subnet': {'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1510159546-subnet', 'tenant_id': '28c3508830c64dee804da6301db2262f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:02.014144 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:02.018469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Usage tracker for resource:subnet and tenant:28c3508830c64dee804da6301db2262f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:02.021594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:02.024704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 4f428911-d449-4d4a-bc68-af2504b2615b details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:57:02.027522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:02.038716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Made reservation on behalf of 28c3508830c64dee804da6301db2262f for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:02.043654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847552397'] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:02.464329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848331256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847552446'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:02.479741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:02.601205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25783a3-48fa-47c6-be5d-55a546e368e2,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:02.613477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:02.677196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Checking segment: {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:02.677583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Network hostable DHCP agents. Network: 4f428911-d449-4d4a-bc68-af2504b2615b, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:57:02.702930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Network 4f428911-d449-4d4a-bc68-af2504b2615b is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:57:02.712666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 4f428911-d449-4d4a-bc68-af2504b2615b) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:02.721669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f8a76-f4cf-44c1-a2ee-84a60c26cc32 None None] Network 4f428911-d449-4d4a-bc68-af2504b2615b requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:02.728706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:02.728892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:02.750119 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8353e8ef-1d2b-40f6-8499-a7d249e33224 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7463117 Nov 19 05:57:02.964617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3130b9-f12a-4782-bf5a-151cc38411f9 None None] Network 4f428911-d449-4d4a-bc68-af2504b2615b requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:04.942086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-03cc39be-2fcd-478e-8354-5c5619c84354 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:04.942747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-03cc39be-2fcd-478e-8354-5c5619c84354 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Synchronizing usage tracker for tenant:28c3508830c64dee804da6301db2262f on resource:network {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:57:04.962426 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-03cc39be-2fcd-478e-8354-5c5619c84354 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Unset dirty status for tenant:28c3508830c64dee804da6301db2262f on resource:network {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:57:04.963715 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-03cc39be-2fcd-478e-8354-5c5619c84354 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 814 time: 0.1788771 Nov 19 05:57:04.983608 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-53a8f73a-4c01-4a3f-95d3-4efaa8115bd5 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/quotas/28c3508830c64dee804da6301db2262f HTTP/1.1" status: 200 len: 375 time: 0.0112760 Nov 19 05:57:05.039010 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-643c23fa-9bff-415a-b57f-05a851aa10f5 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478611 Nov 19 05:57:05.137284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-e8cb3fed-8932-41c5-b253-d871af6c43da service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:57:05.138385 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-e8cb3fed-8932-41c5-b253-d871af6c43da service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0888295 Nov 19 05:57:05.280107 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-57064d96-3f2c-401e-817d-60c5d3322a94 service neutron] 10.222.0.17 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347013 Nov 19 05:57:05.423945 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9de42cc-88ce-4ba6-b8d9-e1889bd6d5ec service neutron] 10.222.0.17 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373768 Nov 19 05:57:05.625601 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f78feb00-d623-4666-80e9-1b503757fad8 req-55b5aa6b-02d1-4fc3-b72e-ce864178b5ab tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 210 time: 0.0466516 Nov 19 05:57:05.659516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 57974) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:05.817886 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:05.853346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:05.857530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Usage tracker for resource:security_group_rule and tenant:8e84e4b7f4054ed784164efd8ba21b42 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:05.860462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:05.866248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:05.938843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:05.942380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:05.949708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e3eec2f6-232d-43f1-b437-19a616753ec7 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:05.996479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cd380c-6c62-444c-8f3b-85bdb51a7644,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:06.003921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57986) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:06.004067 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8e84e4b7f4054ed784164efd8ba21b42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3435147 Nov 19 05:57:06.004983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-dffae945-46e5-4bbd-a113-cbd57289d007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:06.072415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.102702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.157189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.162601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6b901c71-e035-41ce-b806-2c5073439331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:06.174136 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cd380c-6c62-444c-8f3b-85bdb51a7644,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:06.176894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:06.182792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.184899 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fd812aaf-fd74-4f71-8109-bc4876433efb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/63cd380c-6c62-444c-8f3b-85bdb51a7644 HTTP/1.1" status: 204 len: 168 time: 0.1795661 Nov 19 05:57:06.542537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 57996) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:06.562780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.598798 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:06.603616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Usage tracker for resource:security_group_rule and tenant:a883e3740b3244eb904c03d46214259f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:06.606895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:06.613369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:06.686930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.690586 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.698860 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-063e63bc-6e23-42d0-aa87-6c8f730ccc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:06.743018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26b043-3e3e-42f4-a6f1-67f43e25259f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:06.748037 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a883e3740b3244eb904c03d46214259f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044048 Nov 19 05:57:06.748944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1a6b6637-3d95-4a8f-b746-106f11cd42ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:06.751102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58002) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:06.801052 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-dbad3364-1434-4346-b271-e23324877f85 req-a5e71cd4-0f02-4fe7-b63e-ca3177a72402 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 210 time: 0.0461581 Nov 19 05:57:06.827048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.855753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.910761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.915218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c27c5fef-2cfc-48f8-8b43-a1bc5db9c3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:06.927264 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26b043-3e3e-42f4-a6f1-67f43e25259f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:06.929605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:06.935396 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:06.939546 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-debff3e0-5f22-4cf4-84f1-093de0c1e816 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5f26b043-3e3e-42f4-a6f1-67f43e25259f HTTP/1.1" status: 204 len: 168 time: 0.1874239 Nov 19 05:57:07.075379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-974e3ebb-4584-4738-8d07-c288451a62b4 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:07.076883 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-974e3ebb-4584-4738-8d07-c288451a62b4 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 814 time: 0.1625674 Nov 19 05:57:07.100193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Request body: {'port': {'device_id': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b', 'admin_state_up': True, 'tenant_id': '28c3508830c64dee804da6301db2262f'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:07.479641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:07.483892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Usage tracker for resource:port and tenant:28c3508830c64dee804da6301db2262f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:07.486920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Quota usage for port was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:07.492919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:07.503188 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Made reservation on behalf of 28c3508830c64dee804da6301db2262f for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:07.509419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:07.826064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Allocated IP 172.20.0.2 (4f428911-d449-4d4a-bc68-af2504b2615b/a25783a3-48fa-47c6-be5d-55a546e368e2/55918e0b-f4f2-4634-84a7-1996827a27ce) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:07.882295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58030) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:08.017481 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c4524f3c-be2a-4c92-9709-341d4f62bb8d req-3bbced51-212d-4f63-aa3c-686633b43b10 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 210 time: 0.0582819 Nov 19 05:57:08.026730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2075844228-network', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:08.031895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:08.036218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Usage tracker for resource:network and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:08.039558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:08.053705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:08.064311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Made reservation on behalf of cebdf4454f004342a8025a2f2b706393 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:08.069060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.082946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.094566 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.117278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:08.121452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Usage tracker for resource:security_group_rule and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:08.122075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.125417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:08.131613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:08.137716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-abb07205-4c78-4121-961e-5a7c2b118946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:08.200773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.204368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.207563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-83a93634-9ba1-49a2-b88e-5cc2ff5ec2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:08.248503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:57:08.254630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640ae96b-b115-41c7-bf77-c37d960da49d,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:08.258164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:08.263497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.263936 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Added segment f434ea46-9fce-4a88-9834-5fd3a9f39c4d of type vxlan for network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e Nov 19 05:57:08.277049 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Pushing event updated for resources: {'Port': ['ID=55918e0b-f4f2-4634-84a7-1996827a27ce,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:08.282308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:08.293227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.323763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.325063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:08.325705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.330745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:08.336934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Network 4f428911-d449-4d4a-bc68-af2504b2615b is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:08.338096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:08.340600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:08.406747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:08.407354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.434186 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3382065 Nov 19 05:57:08.439287 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5555995 Nov 19 05:57:08.440406 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:08.443220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 58036) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:08.443470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6fad72e3-35da-4ba1-8539-f0663bd08989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:08.450524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Request body: {'subnet': {'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2075844228-subnet', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'ip_version': 4}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:08.451175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:57:08.462383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:08.466875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Usage tracker for resource:subnet and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:08.470068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:08.476090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:08.486601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Made reservation on behalf of cebdf4454f004342a8025a2f2b706393 for: {'subnet': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:08.491659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847552397'] for subnet, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:08.519229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:57:08.564240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Request body: {'port': {'device_id': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:08.732061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:09.340983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633da039-0831-43bf-8428-20c19c0de0fd req-6c0578c0-37b9-4110-a8ce-e7c0ed1a1da0 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:09.341581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-633da039-0831-43bf-8428-20c19c0de0fd req-6c0578c0-37b9-4110-a8ce-e7c0ed1a1da0 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Synchronizing usage tracker for tenant:28c3508830c64dee804da6301db2262f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:57:09.416041 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-633da039-0831-43bf-8428-20c19c0de0fd req-6c0578c0-37b9-4110-a8ce-e7c0ed1a1da0 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Unset dirty status for tenant:28c3508830c64dee804da6301db2262f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:57:09.417296 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-633da039-0831-43bf-8428-20c19c0de0fd req-6c0578c0-37b9-4110-a8ce-e7c0ed1a1da0 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 931 time: 0.2625780 Nov 19 05:57:09.422169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55918e0b-f4f2-4634-84a7-1996827a27ce {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:57:09.444594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:09.470905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Transition to ACTIVE for port object 55918e0b-f4f2-4634-84a7-1996827a27ce will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:09.514083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:09.531275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b30136fa-9f83-4843-909c-de155e8cbc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:09.647158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-633da039-0831-43bf-8428-20c19c0de0fd req-d8379781-a9a8-49b5-b0bd-0662a92a4ccf tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Synchronizing usage tracker for tenant:28c3508830c64dee804da6301db2262f on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:57:09.667671 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848331256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847552446'] for subnet, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:09.765411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=55918e0b-f4f2-4634-84a7-1996827a27ce,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:09.783126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:09.786291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:09.818933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-633da039-0831-43bf-8428-20c19c0de0fd req-d8379781-a9a8-49b5-b0bd-0662a92a4ccf tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Unset dirty status for tenant:28c3508830c64dee804da6301db2262f on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:57:09.820227 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-633da039-0831-43bf-8428-20c19c0de0fd req-d8379781-a9a8-49b5-b0bd-0662a92a4ccf tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937228 Nov 19 05:57:09.902642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:09.908701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:10.077765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Checking segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:10.078139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Network hostable DHCP agents. Network: 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:57:10.107159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Attempting to bind port 55918e0b-f4f2-4634-84a7-1996827a27ce on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:10.107549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Attempting to bind port 55918e0b-f4f2-4634-84a7-1996827a27ce by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:10.107913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Attempting to bind port 55918e0b-f4f2-4634-84a7-1996827a27ce on network 4f428911-d449-4d4a-bc68-af2504b2615b {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:10.118110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:10.118475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Checking segment: {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:10.118878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.119265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Bound using segment: {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:10.119855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Bound port: 55918e0b-f4f2-4634-84a7-1996827a27ce, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:10.120224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.168956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:57:10.201116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e) {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:10.211953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52aace-a5ef-4b97-aa1b-71b689d0d2c4 None None] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:10.229491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:10.230133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.252539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] For port 55918e0b-f4f2-4634-84a7-1996827a27ce, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:10.256665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] For port 55918e0b-f4f2-4634-84a7-1996827a27ce, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55918e0b-f4f2-4634-84a7-1996827a27ce,segment=NetworkSegment(421a2e8c-5a02-4576-aa56-da8900c6f202),segment_id=421a2e8c-5a02-4576-aa56-da8900c6f202)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:10.259732 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-39c534bd-5ea3-486d-a79b-072ff3eccba4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8150635 Nov 19 05:57:10.262376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 58044) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:10.268194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:10.272298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.292245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:10.367196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:10.446978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:57:10.448043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.624224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Usage tracker for resource:router and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:10.629014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:10.649960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:10.683911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.684890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.711500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=55918e0b-f4f2-4634-84a7-1996827a27ce,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:10.725802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:10.751216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Allocated IP 172.20.0.2 (9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e/f4b2da75-0dc5-45c4-8b21-5e31f52c22a7/a5c0aa9d-9307-4d68-b47d-a9a775d2091c) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:10.754115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.762824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.764319 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/55918e0b-f4f2-4634-84a7-1996827a27ce HTTP/1.1" status: 200 len: 1157 time: 2.3098638 Nov 19 05:57:10.764857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'tag': '55918e0b-f4f2-4634-84a7-1996827a27ce'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:57:10.836771 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'tag': '55918e0b-f4f2-4634-84a7-1996827a27ce', 'status': 'completed', 'code': 200} Nov 19 05:57:10.981262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:10.991834 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Transition to ACTIVE for port object a5c0aa9d-9307-4d68-b47d-a9a775d2091c will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:11.009512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Transition to ACTIVE for port object a5c0aa9d-9307-4d68-b47d-a9a775d2091c will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:11.014568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.022117 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.030177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:11.055581 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-1c08627a-0112-4f69-9660-cf3ffed593a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 1160 time: 0.2178707 Nov 19 05:57:11.157278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Pushing event updated for resources: {'Port': ['ID=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:11.160653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:11.203605 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-a6c83794-dd15-4097-b175-4671c179ede1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55918e0b-f4f2-4634-84a7-1996827a27ce HTTP/1.1" status: 200 len: 217 time: 0.1266394 Nov 19 05:57:11.210906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a2064-596b-4361-8055-3d3577d4eecf req-c0bd858f-0720-46ab-8f50-631470117a2c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:11.212566 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f95a2064-596b-4361-8055-3d3577d4eecf req-c0bd858f-0720-46ab-8f50-631470117a2c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 943 time: 0.2551260 Nov 19 05:57:11.217317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:11.218462 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:11.220998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:11.279881 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Attempting to bind port a5c0aa9d-9307-4d68-b47d-a9a775d2091c on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:11.280161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Attempting to bind port a5c0aa9d-9307-4d68-b47d-a9a775d2091c by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:11.280555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Attempting to bind port a5c0aa9d-9307-4d68-b47d-a9a775d2091c on network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:11.287701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:11.288106 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Checking segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:11.288517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.288987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Bound using segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:11.289514 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Bound port: a5c0aa9d-9307-4d68-b47d-a9a775d2091c, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:11.289924 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.322086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-73d3ff15-33eb-456d-b3af-ed9deb7cb1d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:11.323707 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-73d3ff15-33eb-456d-b3af-ed9deb7cb1d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a25783a3-48fa-47c6-be5d-55a546e368e2 HTTP/1.1" status: 200 len: 854 time: 0.1101413 Nov 19 05:57:11.369933 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f95a2064-596b-4361-8055-3d3577d4eecf req-dee05439-65f9-4e4f-ba06-d03c6d211e78 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199682 Nov 19 05:57:11.382082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] For port a5c0aa9d-9307-4d68-b47d-a9a775d2091c, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:11.383924 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-4a285439-a0f6-4ef1-984f-1177e215baba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f428911-d449-4d4a-bc68-af2504b2615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529952 Nov 19 05:57:11.385599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] For port a5c0aa9d-9307-4d68-b47d-a9a775d2091c, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:11.389375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.405316 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:11.484574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:57:11.558360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Pushing event updated for resources: {'Port': ['ID=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:11.561730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:11.580556 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-23935487-2367-430d-9709-39851d1c079a service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895001 Nov 19 05:57:11.686653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.724625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:11.860750 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e19315ce-efaf-4311-b66f-adc3c20b3b92 req-067ccf43-96d1-4af1-a4b2-363c12ec7a33 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2732368 Nov 19 05:57:12.122266 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Allocated IP 172.27.3.166 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/2dadfdd0-de88-4e15-845a-3d58e956619f) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:12.136373 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-cb677e4f-7ecd-4f84-9b95-a499fe7291b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 1160 time: 0.1694498 Nov 19 05:57:12.297236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a5c0aa9d-9307-4d68-b47d-a9a775d2091c up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:12.367478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:12.403633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a701-0b13-4349-b644-b6c33299e12e req-0097e2e2-39d8-4152-b7aa-6afb30f57676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:12.405301 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-0097e2e2-39d8-4152-b7aa-6afb30f57676 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 908 time: 0.2496817 Nov 19 05:57:12.408133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:12.487143 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-b710912d-11ed-40b4-9342-15f890432788 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55918e0b-f4f2-4634-84a7-1996827a27ce HTTP/1.1" status: 200 len: 217 time: 0.0738988 Nov 19 05:57:12.596813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:12.615463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-027efe1e-95bf-4b49-a3f3-aa15a4ec1df2 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:12.747763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a701-0b13-4349-b644-b6c33299e12e req-aae3be23-0c5f-4f02-b1e7-ae376b8048d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:12.749379 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-aae3be23-0c5f-4f02-b1e7-ae376b8048d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a25783a3-48fa-47c6-be5d-55a546e368e2 HTTP/1.1" status: 200 len: 854 time: 0.2545042 Nov 19 05:57:12.832884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Pushing event updated for resources: {'Port': ['ID=2dadfdd0-de88-4e15-845a-3d58e956619f,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:12.990966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0919e-bbf9-409b-b160-8aa372ecb6b2 None None] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:13.074996 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-cf4707e3-7874-4555-ba28-e7bc33b46272 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f428911-d449-4d4a-bc68-af2504b2615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3092499 Nov 19 05:57:13.076398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:13.096326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Provisioning for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:13.113557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Provisioning complete for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:13.113964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.201235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f18875-da74-4bd0-990e-ddd9430f7916 req-47de33e0-d817-4c19-a4a7-5c3d8a120d8a tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:13.202774 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75f18875-da74-4bd0-990e-ddd9430f7916 req-47de33e0-d817-4c19-a4a7-5c3d8a120d8a tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 943 time: 0.6726706 Nov 19 05:57:13.282958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:13.288410 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:13.295613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:13.335019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.344126 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-75f18875-da74-4bd0-990e-ddd9430f7916 req-47ca16cf-9a85-46d1-8d08-da2a8bfe4c1a tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317458 Nov 19 05:57:13.357258 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-05e5239e-787f-4448-aad6-aa04377b1dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678699 Nov 19 05:57:13.392202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] For port a5c0aa9d-9307-4d68-b47d-a9a775d2091c, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:13.396095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.399038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:13.469593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Pushing event updated for resources: {'Port': ['ID=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:13.473085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:13.578325 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-78c3a701-0b13-4349-b644-b6c33299e12e req-663b122d-0b13-4082-b0ee-874ca4b7de79 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2132976 Nov 19 05:57:13.616936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.618231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.627216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-c017be1e-3bb6-4acd-aecd-cc869e968ddf None None] Provisioning complete for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:13.627827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c017be1e-3bb6-4acd-aecd-cc869e968ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:13.871835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:57:13.883564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b2d9080e-3591-4fee-8c12-119e3b95dccd None None] Provisioning complete for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:13.883979 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b2d9080e-3591-4fee-8c12-119e3b95dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:14.091109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:57:14.101343 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:57:14.116615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Notify callbacks [] for router, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:14.120532 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8546195 Nov 19 05:57:14.121093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58054) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:14.122379 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:14.123059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:14.200186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-5ee3c9c0-4cca-4609-ac72-6d3cd0e2cecd None None] Provisioning complete for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:14.200553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c9c0-4cca-4609-ac72-6d3cd0e2cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:14.306411 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a5c0aa9d-9307-4d68-b47d-a9a775d2091c up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:14.565947 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e8fad-fc69-4ba6-b149-89ed5a93489e req-b9e6cc9e-6267-4e8a-8347-88c9eba72943 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:14.568244 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0c2e8fad-fc69-4ba6-b149-89ed5a93489e req-b9e6cc9e-6267-4e8a-8347-88c9eba72943 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 943 time: 0.0870845 Nov 19 05:57:14.619229 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-0c2e8fad-fc69-4ba6-b149-89ed5a93489e req-f94992b1-782e-4bd3-b751-07e6c69e8ee8 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Nov 19 05:57:14.643154 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:14.708620 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port a5c0aa9d-9307-4d68-b47d-a9a775d2091c triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:14.708836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:14.839697 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.068309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:13Z', 'revision_number': 3, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:15.072684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:57:15.073055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Updating router 1a215c85-ea8c-458a-b65c-f8e247b353c3 port 2dadfdd0-de88-4e15-845a-3d58e956619f binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:57:15.131093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.186793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Allocated IP 172.20.0.1 (9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e/f4b2da75-0dc5-45c4-8b21-5e31f52c22a7/c44862d4-b36c-4015-90f0-d8039865517d) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:15.537131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.549790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Transition to ACTIVE for port object 2dadfdd0-de88-4e15-845a-3d58e956619f will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:15.555308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.564723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.568308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:15.581377 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Transition to ACTIVE for port object c44862d4-b36c-4015-90f0-d8039865517d will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:15.602730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.618637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-71c58159-d473-43cf-a086-7b17e35a95ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:15.712475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b4302-f1c6-4d15-9c9c-5196a878bf9c None None] Pushing event updated for resources: {'Port': ['ID=2dadfdd0-de88-4e15-845a-3d58e956619f,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:15.717749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-542b4302-f1c6-4d15-9c9c-5196a878bf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:15.775376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Pushing event updated for resources: {'Port': ['ID=c44862d4-b36c-4015-90f0-d8039865517d,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:15.785374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Attempting to bind port 2dadfdd0-de88-4e15-845a-3d58e956619f on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:15.785783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Attempting to bind port 2dadfdd0-de88-4e15-845a-3d58e956619f by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:15.786195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Attempting to bind port 2dadfdd0-de88-4e15-845a-3d58e956619f on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:15.792528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.792876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.793182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:15.793322 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.793592 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:15.793702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.794020 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.794137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.794404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.794507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:15.794789 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.794891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Bound port: 2dadfdd0-de88-4e15-845a-3d58e956619f, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:15.795175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.795295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.795584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.795963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.796346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.796728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.797170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.797560 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.797945 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.798424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.798803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.799186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.799593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.799973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.800355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.800733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.801111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.801489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:15.805903 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:15.843706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:15.845383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:15.848351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:15.860253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bbec7-31f7-46bd-8282-0fa8cf60e6f0 req-22510065-1711-423d-a0ab-889cb2df3dae tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:15.861873 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-287bbec7-31f7-46bd-8282-0fa8cf60e6f0 req-22510065-1711-423d-a0ab-889cb2df3dae tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 943 time: 0.0896981 Nov 19 05:57:15.884174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] For port 2dadfdd0-de88-4e15-845a-3d58e956619f, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:15.887761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] For port 2dadfdd0-de88-4e15-845a-3d58e956619f, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=2dadfdd0-de88-4e15-845a-3d58e956619f,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:15.893405 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.907694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:15.908505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:15.921016 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-287bbec7-31f7-46bd-8282-0fa8cf60e6f0 req-add5d564-b30d-437e-979c-d41cb4de15b1 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526233 Nov 19 05:57:15.998478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:16.088255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b4302-f1c6-4d15-9c9c-5196a878bf9c None None] Pushing event updated for resources: {'Port': ['ID=2dadfdd0-de88-4e15-845a-3d58e956619f,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:16.095836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-542b4302-f1c6-4d15-9c9c-5196a878bf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:16.110813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-22df6f78-d478-460a-962b-01d8656a0b8e None None] Provisioning for port c44862d4-b36c-4015-90f0-d8039865517d completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:16.125880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-22df6f78-d478-460a-962b-01d8656a0b8e None None] Provisioning complete for port c44862d4-b36c-4015-90f0-d8039865517d triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:16.126152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-22df6f78-d478-460a-962b-01d8656a0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:16.189565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-22df6f78-d478-460a-962b-01d8656a0b8e None None] Port c44862d4-b36c-4015-90f0-d8039865517d cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:57:16.201083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:16.201764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:16.286838 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:16.291728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848080059'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:16.321134 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:16.406071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:16.409465 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:16.421820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Pushing event updated for resources: {'Port': ['ID=c44862d4-b36c-4015-90f0-d8039865517d,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:16.474491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:16.560430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:16.561824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:16.683734 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.objects.ports [None req-e7b6b2b7-26f8-4137-970b-a5ab8541d4fc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80295) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 05:57:16.832007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:16.836253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-dc89832c-ad73-4622-9814-cd2eae6fadff None None] Provisioning complete for port c44862d4-b36c-4015-90f0-d8039865517d triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:16.836409 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dc89832c-ad73-4622-9814-cd2eae6fadff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:16.864024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da455-5851-43bb-8e0d-1b822d679b6b None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:57:16.897460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-dc89832c-ad73-4622-9814-cd2eae6fadff None None] Port c44862d4-b36c-4015-90f0-d8039865517d cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:57:16.973438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:57:17.138890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb36365-a9a7-47b0-8ab7-c2de4fefe404 req-870dc858-673c-44a5-bb15-9e3f03fc2e32 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:17.140483 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ceb36365-a9a7-47b0-8ab7-c2de4fefe404 req-870dc858-673c-44a5-bb15-9e3f03fc2e32 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 943 time: 0.0863705 Nov 19 05:57:17.192546 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ceb36365-a9a7-47b0-8ab7-c2de4fefe404 req-5ad7f201-da49-4d8a-adb6-900874dc2cbb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449035 Nov 19 05:57:17.192686 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:57:17.207920 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8ef45ba8-4671-46e5-a3da-ac3392f8ed08 admin admin] 10.222.0.17 "PUT /v2.0/routers/1a215c85-ea8c-458a-b65c-f8e247b353c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0855589 Nov 19 05:57:17.280837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55918e0b-f4f2-4634-84a7-1996827a27ce up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:17.360704 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 55918e0b-f4f2-4634-84a7-1996827a27ce completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:17.366006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55918e0b-f4f2-4634-84a7-1996827a27ce triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:17.366420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:17.697312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:17.704011 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:17.739794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55918e0b-f4f2-4634-84a7-1996827a27ce'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:57:17.752478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 55918e0b-f4f2-4634-84a7-1996827a27ce, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55918e0b-f4f2-4634-84a7-1996827a27ce,segment=NetworkSegment(421a2e8c-5a02-4576-aa56-da8900c6f202),segment_id=421a2e8c-5a02-4576-aa56-da8900c6f202)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:17.756452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:17.760215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-542b4302-f1c6-4d15-9c9c-5196a878bf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:17.843598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=55918e0b-f4f2-4634-84a7-1996827a27ce,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:17.853169 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:18.053764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58082) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:18.060191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-133048243-network', 'tenant_id': '8ae63d9b2197495987c760c018582df0'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:18.067593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:18.070024 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55918e0b-f4f2-4634-84a7-1996827a27ce', 'code': 200} Nov 19 05:57:18.074686 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Usage tracker for resource:network and tenant:8ae63d9b2197495987c760c018582df0 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:18.078004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:18.084555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:18.095613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Made reservation on behalf of 8ae63d9b2197495987c760c018582df0 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:18.100288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.114828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.149882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:18.154076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae63d9b2197495987c760c018582df0 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:18.157209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:18.163631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:18.243269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.247239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.252019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3ead9f97-d258-444f-b486-e54d32e32d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:18.285562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 05:57:18.295874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e2934-9a14-43ae-b11a-2ef4586bba36,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:18.299946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:18.302681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790268008973', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.303118 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.segments_db [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Added segment c8ac5058-611d-4f49-b2fc-4d86e2a75be0 of type vxlan for network 21ad41b6-4172-40d6-8bbe-d6869563eba5 Nov 19 05:57:18.333998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246587351873'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.339216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2dadfdd0-de88-4e15-845a-3d58e956619f up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:18.389904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.391576 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:18.392430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.397615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:18.431638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 2dadfdd0-de88-4e15-845a-3d58e956619f completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:18.436862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 2dadfdd0-de88-4e15-845a-3d58e956619f triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:18.437276 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.441657 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-31c06a3d-fea4-4642-a240-f4639a796b3e req-3d85f4a1-e756-43ed-8aff-53779d1e9c69 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 1162 time: 0.1646204 Nov 19 05:57:18.500754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4dfe4-7519-4e10-9646-3e0abf95723a req-191b0640-8c2b-46a6-ac31-e5c6e8610f21 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:18.502602 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-99f4dfe4-7519-4e10-9646-3e0abf95723a req-191b0640-8c2b-46a6-ac31-e5c6e8610f21 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 945 time: 0.1326280 Nov 19 05:57:18.507872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Pushing event updated for resources: {'Network': ['ID=21ad41b6-4172-40d6-8bbe-d6869563eba5,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:18.514229 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4592369 Nov 19 05:57:18.514912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58088) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:18.515271 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-31c06a3d-fea4-4642-a240-f4639a796b3e req-1e5e27ed-6c53-4b88-923b-788c5b340bc5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659137 Nov 19 05:57:18.515819 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:18.522068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Request body: {'subnet': {'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-133048243-subnet', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:18.523077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 details requested by agent ovs-agent-dv-cinder-763306-1-iscsi with host dv-cinder-763306-1-iscsi {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:57:18.527558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:18.531718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Usage tracker for resource:subnet and tenant:8ae63d9b2197495987c760c018582df0 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:18.534788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:18.541414 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:18.555659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Made reservation on behalf of 8ae63d9b2197495987c760c018582df0 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:57:18.560857 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8060226'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.567552 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-99f4dfe4-7519-4e10-9646-3e0abf95723a req-d2aa7959-5cb3-43e8-b381-0a6deeff1848 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459328 Nov 19 05:57:18.572393 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80295) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 05:57:18.644718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55918e0b-f4f2-4634-84a7-1996827a27ce up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:18.827649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.859599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 2dadfdd0-de88-4e15-845a-3d58e956619f, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=2dadfdd0-de88-4e15-845a-3d58e956619f,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:18.864642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.867557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:18.915331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 55918e0b-f4f2-4634-84a7-1996827a27ce triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:18.915781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.982421 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8060275'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:18.987350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=2dadfdd0-de88-4e15-845a-3d58e956619f,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:18.990905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:18.999184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bf97332f-ea95-41e7-bb94-a3326b93a5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:19.133037 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=304d93f7-5fa4-4186-af0e-f44b18b8ef1e,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:19.137949 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:19.199220 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Checking segment: {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:19.199630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Network hostable DHCP agents. Network: 21ad41b6-4172-40d6-8bbe-d6869563eba5, hostable agents: ['14233a5c-6077-4252-ade3-61a259b4cc02'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 05:57:19.223779 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 is scheduled to be hosted by DHCP agent 14233a5c-6077-4252-ade3-61a259b4cc02 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 05:57:19.233900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-1-iscsi, 21ad41b6-4172-40d6-8bbe-d6869563eba5) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:19.243780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1acfc62-4bd1-422f-831e-7be93b8c74fd None None] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:19.249861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:19.250453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:19.272141 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7552125 Nov 19 05:57:19.274839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58092) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:19.280390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:19.285363 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:19.289899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Usage tracker for resource:router and tenant:8ae63d9b2197495987c760c018582df0 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:19.293507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:19.299369 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:19.309556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853835087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747548'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:19.310536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853840298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28268'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:19.329193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:19.471625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d452bc7-9ef8-5090-bf90-49be7a2a93ff-21ad41b6-4172-40d6-8bbe-d6869563eba5', 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'fixed_ips': [{'subnet_id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e'}]}} from dv-cinder-763306-1-iscsi. {{(pid=80295) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 05:57:19.472581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:19.724980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-592689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853835058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28255'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:19.818994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Allocated IP 172.20.0.2 (21ad41b6-4172-40d6-8bbe-d6869563eba5/304d93f7-5fa4-4186-af0e-f44b18b8ef1e/0ce9334c-1ca2-447e-856b-cedadf4f53c3) {{(pid=80295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:19.834325 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42033f09-f7ce-49c6-b407-c136b7119bf5 req-5af47199-bb78-4b39-ab3f-374382a9a9da tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:19.844197 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-42033f09-f7ce-49c6-b407-c136b7119bf5 req-5af47199-bb78-4b39-ab3f-374382a9a9da tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 945 time: 0.1187341 Nov 19 05:57:19.899891 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-42033f09-f7ce-49c6-b407-c136b7119bf5 req-2b685607-6985-4138-9438-f52e96b39c3b tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544884 Nov 19 05:57:19.977223 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.010603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.056775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Notify callbacks [] for port, precommit_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.068104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Transition to ACTIVE for port object 0ce9334c-1ca2-447e-856b-cedadf4f53c3 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:20.085069 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Transition to ACTIVE for port object 0ce9334c-1ca2-447e-856b-cedadf4f53c3 will not be triggered until provisioned by entity DHCP. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:20.090916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952'] for port, after_create {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.107035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:20.237571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Pushing event updated for resources: {'Port': ['ID=0ce9334c-1ca2-447e-856b-cedadf4f53c3,revision_number=1']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:20.243226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:20.296080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Allocated IP 172.27.3.49 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/8b389120-6734-4cf6-915a-0802a67ed508) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:20.301150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2dadfdd0-de88-4e15-845a-3d58e956619f up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:20.327234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 is already hosted by enough agents. {{(pid=80295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:20.333601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Resources bound (agent type, host, resource id): {{(pid=80295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:20.336375 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:57:20.341719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Received port after_create {{(pid=80295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:20.348918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:20.349813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:20.417909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Attempting to bind port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:20.418323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Attempting to bind port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:20.418724 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Attempting to bind port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 on network 21ad41b6-4172-40d6-8bbe-d6869563eba5 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:20.429681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:20.429877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Checking segment: {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:20.430265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.430702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Bound using segment: {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:20.431193 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Bound port: 0ce9334c-1ca2-447e-856b-cedadf4f53c3, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:20.431647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.463452 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.486269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 2dadfdd0-de88-4e15-845a-3d58e956619f triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:20.486688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.491168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.536908 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:20.560078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3a220889-28a3-4b1b-b88a-30c13515c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:20.588164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] For port 0ce9334c-1ca2-447e-856b-cedadf4f53c3, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:20.591785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] For port 0ce9334c-1ca2-447e-856b-cedadf4f53c3, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=0ce9334c-1ca2-447e-856b-cedadf4f53c3,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:20.621796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.640747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-7489e95d-81b5-42f5-b480-0bb228593da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:20.646330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Pushing event updated for resources: {'Port': ['ID=8b389120-6734-4cf6-915a-0802a67ed508,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:20.650149 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:20.710732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:20.712184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:20.717621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:20.826132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Pushing event updated for resources: {'Port': ['ID=0ce9334c-1ca2-447e-856b-cedadf4f53c3,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:20.830923 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:20.887301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:16Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:20.892093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:57:20.892481 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Updating router 1a215c85-ea8c-458a-b65c-f8e247b353c3 port c44862d4-b36c-4015-90f0-d8039865517d binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:57:20.897332 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.898501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-940742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854183082'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:20.945404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:21.149571 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456e637-e78c-44f5-98b8-ed74c0a3c505 req-7ec0726b-b8fa-4fe1-8ce6-22f798fc5c80 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:21.163259 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6456e637-e78c-44f5-98b8-ed74c0a3c505 req-7ec0726b-b8fa-4fe1-8ce6-22f798fc5c80 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 945 time: 0.1123753 Nov 19 05:57:21.174236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 is scheduled to L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 05:57:21.230341 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6456e637-e78c-44f5-98b8-ed74c0a3c505 req-8f53ac69-6d5a-45bd-82fe-6171da6f1546 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 Nov 19 05:57:21.357317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bbc9faed-6b86-4b2f-8c0b-7957d88eb4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:21.446280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:57:21.456843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Sync routers for ids ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:57:21.472966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Routers {'c95a25ef-0402-45d4-9d28-7d870dc1f0a8'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:21.473975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:21.474472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:21.475830 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1998203 Nov 19 05:57:21.478764 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58134) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:57:21.607596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:21.625829 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Transition to ACTIVE for port object c44862d4-b36c-4015-90f0-d8039865517d will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:21.629703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:21.652417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:21.809434 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Pushing event updated for resources: {'Port': ['ID=c44862d4-b36c-4015-90f0-d8039865517d,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:21.841129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.841621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.842097 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.842564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.843028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.843539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.844003 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.844505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.844958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.845525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.846107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.846820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.847285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.847800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.848265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.848721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.849174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.849737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.850202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.850656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.851134 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.851646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.852110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.852562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:21.880994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:21.950159 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Set router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:22.127731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Attempting to bind port c44862d4-b36c-4015-90f0-d8039865517d on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:22.128140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Attempting to bind port c44862d4-b36c-4015-90f0-d8039865517d by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:22.128544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Attempting to bind port c44862d4-b36c-4015-90f0-d8039865517d on network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:22.135941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:22.136356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Checking segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:22.136799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:22.137229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Bound using segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:22.137740 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Bound port: c44862d4-b36c-4015-90f0-d8039865517d, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:22.138141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:22.286814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] For port c44862d4-b36c-4015-90f0-d8039865517d, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:22.291354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] For port c44862d4-b36c-4015-90f0-d8039865517d, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=c44862d4-b36c-4015-90f0-d8039865517d,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:22.297900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:22.318901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-e47a24be-19af-492b-9d63-9310dfa48ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:22.409907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 0ce9334c-1ca2-447e-856b-cedadf4f53c3 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:22.466935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:22.538128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Pushing event updated for resources: {'Port': ['ID=c44862d4-b36c-4015-90f0-d8039865517d,revision_number=4']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:22.543577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-a6516e5f-d88c-4c24-a2e0-cdc2618b805d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:22.584722 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44ef83-5895-40f2-97d7-2c4ee1291eaa None None] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 05:57:22.590116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:22.590837 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:56:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:22.718456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:22.728205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T05:57:20Z', 'revision_number': 3, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:22.753556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Checking router: c95a25ef-0402-45d4-9d28-7d870dc1f0a8 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:57:22.753950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Updating router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 port 8b389120-6734-4cf6-915a-0802a67ed508 binding host dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:57:22.830608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Provisioning for port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:22.840676 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:22.848897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Provisioning complete for port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:22.849307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:22.942803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Allocated IP 172.20.0.1 (21ad41b6-4172-40d6-8bbe-d6869563eba5/304d93f7-5fa4-4186-af0e-f44b18b8ef1e/710d484a-98e3-4536-9b98-a840cf87cf85) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:57:22.950152 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.234137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.262863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:22Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:23.268071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5895b-4c5a-4f6f-8d52-65e7091ed478 None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:22Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:57:23.321284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] For port 0ce9334c-1ca2-447e-856b-cedadf4f53c3, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=0ce9334c-1ca2-447e-856b-cedadf4f53c3,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:23.374196 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.384457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.390960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:23.395278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Transition to ACTIVE for port object 710d484a-98e3-4536-9b98-a840cf87cf85 will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:23.439294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.456262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-92c7768a-85e8-401b-9ae6-855652b98473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:23.491239 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Pushing event updated for resources: {'Port': ['ID=0ce9334c-1ca2-447e-856b-cedadf4f53c3,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:23.502629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:23.625315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Pushing event updated for resources: {'Port': ['ID=710d484a-98e3-4536-9b98-a840cf87cf85,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:23.628567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:23.675456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.687438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:23.688873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:23.691353 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-73439449-d0d8-494d-befd-1e640ce706e9 None None] Provisioning complete for port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:23.691783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-73439449-d0d8-494d-befd-1e640ce706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.692040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:57:23.749957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Transition to ACTIVE for port object 8b389120-6734-4cf6-915a-0802a67ed508 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:23.776511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.784645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595970'] for router_interface, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.860326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9d83fd9b-1518-4fa3-b4f1-521303173558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:23.878400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:23.980034 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40869d05-2e9e-4a99-9518-5b46c28f3c2d None None] Pushing event updated for resources: {'Port': ['ID=8b389120-6734-4cf6-915a-0802a67ed508,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:24.015109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-40869d05-2e9e-4a99-9518-5b46c28f3c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:24.231691 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.235753 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848080059'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.238683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-39c3a739-c3c0-42a9-9e6a-319035ff2116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.268987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:24.281197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Attempting to bind port 8b389120-6734-4cf6-915a-0802a67ed508 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:24.281660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Attempting to bind port 8b389120-6734-4cf6-915a-0802a67ed508 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:24.282293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Attempting to bind port 8b389120-6734-4cf6-915a-0802a67ed508 on network 156240e7-e570-4245-804b-5bf4e66edaf7 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:24.289577 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:24.290066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Checking segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:24.290580 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.291078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Bound using segment: {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:24.291711 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Bound port: 8b389120-6734-4cf6-915a-0802a67ed508, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb191-16f5-4958-b898-db356c1017fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:24.292231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.351440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c44862d4-b36c-4015-90f0-d8039865517d up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:24.395713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853521619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854179737'] for router_interface, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.455136 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] For port 8b389120-6734-4cf6-915a-0802a67ed508, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:24.468689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-2afe7751-c440-4041-9437-5496c9410354 None None] Provisioning for port 710d484a-98e3-4536-9b98-a840cf87cf85 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:24.473503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Pushing event updated for resources: {'Port': ['ID=710d484a-98e3-4536-9b98-a840cf87cf85,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:24.477370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] For port 8b389120-6734-4cf6-915a-0802a67ed508, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=8b389120-6734-4cf6-915a-0802a67ed508,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:24.478140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:24.479510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.481250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-2afe7751-c440-4041-9437-5496c9410354 None None] Provisioning complete for port 710d484a-98e3-4536-9b98-a840cf87cf85 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:24.481648 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2afe7751-c440-4041-9437-5496c9410354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.513192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.534573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-3915740e-caff-4c86-8e1b-bd65a8d1d0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:24.561271 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:57:24.562674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Resources bound (agent type, host, resource id): {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:57:24.683912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port c44862d4-b36c-4015-90f0-d8039865517d completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:24.702652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-2afe7751-c440-4041-9437-5496c9410354 None None] Port 710d484a-98e3-4536-9b98-a840cf87cf85 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:57:24.706770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port c44862d4-b36c-4015-90f0-d8039865517d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:24.706770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.786014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40869d05-2e9e-4a99-9518-5b46c28f3c2d None None] Pushing event updated for resources: {'Port': ['ID=8b389120-6734-4cf6-915a-0802a67ed508,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:24.789906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-40869d05-2e9e-4a99-9518-5b46c28f3c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:24.829243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-2afe7751-c440-4041-9437-5496c9410354 None None] Provisioning complete for port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:24.829649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2afe7751-c440-4041-9437-5496c9410354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:24.982313 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:25.007894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:57:25.034994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Routers {'c95a25ef-0402-45d4-9d28-7d870dc1f0a8'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:25.035712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:57:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:25.207360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port c44862d4-b36c-4015-90f0-d8039865517d, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=c44862d4-b36c-4015-90f0-d8039865517d,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:25.221262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:25.222184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 0ce9334c-1ca2-447e-856b-cedadf4f53c3 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:25.241623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:57:25.251831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:25.253524 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-1d9f6507-464c-4a3b-af58-89413f8af215 admin admin] 10.222.0.17 "PUT /v2.0/routers/c95a25ef-0402-45d4-9d28-7d870dc1f0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7733169 Nov 19 05:57:25.394602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:25.405645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=c44862d4-b36c-4015-90f0-d8039865517d,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:25.411960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:25.414012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] Set router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:25.455257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-447304ce-7bd7-404a-9b0d-f33bbb1a18f1 None None] Provisioning complete for port 710d484a-98e3-4536-9b98-a840cf87cf85 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:25.455660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-447304ce-7bd7-404a-9b0d-f33bbb1a18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:25.553906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-447304ce-7bd7-404a-9b0d-f33bbb1a18f1 None None] Port 710d484a-98e3-4536-9b98-a840cf87cf85 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:57:25.607659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:25.608079 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:25.850216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:25.937784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T05:57:23Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '710d484a-98e3-4536-9b98-a840cf87cf85', 'name': '', 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'mac_address': 'fa:16:3e:89:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:22Z', 'updated_at': '2020-11-19T05:57:24Z', 'revision_number': 2, 'project_id': '8ae63d9b2197495987c760c018582df0', 'subnets': [{'id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:25.941959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ccab-c1d0-4259-be71-6820ed2cb8bd None None] The sync data for ids ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'] in dv-cinder-763306-1-iscsi is: [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T05:57:23Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '710d484a-98e3-4536-9b98-a840cf87cf85', 'name': '', 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'mac_address': 'fa:16:3e:89:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:22Z', 'updated_at': '2020-11-19T05:57:24Z', 'revision_number': 2, 'project_id': '8ae63d9b2197495987c760c018582df0', 'subnets': [{'id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:57:25.982430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1487460564', 'description': 'tempest-TestVolumeBootPattern-1487460564 description'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:25.989295 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:25.993808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Usage tracker for resource:security_group and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:25.997269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:26.004199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:26.016988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.054235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:26.058359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Usage tracker for resource:security_group_rule and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:26.061331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:26.067163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:26.124918 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.128684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.134680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-61bbca43-08cc-416c-bdff-d9ca31358281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:26.174968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef4b04-78b8-4a8f-bbc6-39c58158d55a,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:26.177495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.178777 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-40870600-7600-450c-9d36-e98f86c67f9b req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.2011197 Nov 19 05:57:26.179706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c51458d7-f6a1-447a-8cd6-9e8ac414968b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:26.263118 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-91f90f03-07bc-4e46-b6ae-5a5ac5ffee1c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups/98ef4b04-78b8-4a8f-bbc6-39c58158d55a HTTP/1.1" status: 200 len: 1642 time: 0.0501757 Nov 19 05:57:26.280875 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98ef4b04-78b8-4a8f-bbc6-39c58158d55a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:26.281438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98ef4b04-78b8-4a8f-bbc6-39c58158d55a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:26.295581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:26.300687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Usage tracker for resource:security_group_rule and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:26.303775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:26.310929 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:26.317354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c44862d4-b36c-4015-90f0-d8039865517d up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:26.394112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.423404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.429303 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.431803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:26.460987 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63ae1b1-3b65-480f-a3a5-96490626d9ab,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:26.471262 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:26.473751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.475170 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e853d37d-0c4e-46d9-96e9-4fb1d2cd7eee req-97d34833-6b34-4079-8929-e2b02520f415 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1998610 Nov 19 05:57:26.562539 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-05ee0b17-2d67-47ec-80e4-8691ae220bfe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups/98ef4b04-78b8-4a8f-bbc6-39c58158d55a HTTP/1.1" status: 200 len: 2145 time: 0.0535116 Nov 19 05:57:26.576964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98ef4b04-78b8-4a8f-bbc6-39c58158d55a', 'remote_group_id': None}]} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:26.577406 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98ef4b04-78b8-4a8f-bbc6-39c58158d55a', 'remote_group_id': None}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:57:26.584166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port c44862d4-b36c-4015-90f0-d8039865517d triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:26.584617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.587708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:57:26.593341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Usage tracker for resource:security_group_rule and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:57:26.596678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:57:26.602785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:57:26.679104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group_rule, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.706667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.711919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624802'] for security_group_rule, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.714763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-85427e7b-d12f-4cc1-babf-f594d13cd0c5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:26.746443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ab8a84-e769-4592-8876-4f4000cda7b5,revision_number=0']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:26.750749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:26.769056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group_rule, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:26.780855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b5779372-95e6-44d5-88df-ba6a115f5b16 req-efc28296-acc0-4584-98c2-b848a46d5b98 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2082152 Nov 19 05:57:28.310623 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 8b389120-6734-4cf6-915a-0802a67ed508 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:28.385498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 8b389120-6734-4cf6-915a-0802a67ed508 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:28.393824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 8b389120-6734-4cf6-915a-0802a67ed508 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:28.394417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:28.530018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:28.548478 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 8b389120-6734-4cf6-915a-0802a67ed508, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=8b389120-6734-4cf6-915a-0802a67ed508,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:28.553195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:28.556338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-542b4302-f1c6-4d15-9c9c-5196a878bf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:28.624959 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=8b389120-6734-4cf6-915a-0802a67ed508,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:28.628690 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:29.475179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Sync routers for ids ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:57:29.489530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Routers {'c95a25ef-0402-45d4-9d28-7d870dc1f0a8'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:29.490199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:57:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:29.683637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Set router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:30.183006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T05:57:23Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '710d484a-98e3-4536-9b98-a840cf87cf85', 'name': '', 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'mac_address': 'fa:16:3e:89:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:22Z', 'updated_at': '2020-11-19T05:57:24Z', 'revision_number': 2, 'project_id': '8ae63d9b2197495987c760c018582df0', 'subnets': [{'id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:30.187919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Checking router: c95a25ef-0402-45d4-9d28-7d870dc1f0a8 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:57:30.188447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Updating router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 port 710d484a-98e3-4536-9b98-a840cf87cf85 binding host dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 05:57:30.247155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.285817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 8b389120-6734-4cf6-915a-0802a67ed508 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:30.362816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 8b389120-6734-4cf6-915a-0802a67ed508 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:30.363236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.661906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Notify callbacks [] for port, precommit_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.674721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Transition to ACTIVE for port object 710d484a-98e3-4536-9b98-a840cf87cf85 will not be triggered until provisioned by entity L2. {{(pid=80296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:57:30.679101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:30.695424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:30.825756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fdb0a-8710-4cb3-9eac-fb9ffb5453ff None None] Pushing event updated for resources: {'Port': ['ID=710d484a-98e3-4536-9b98-a840cf87cf85,revision_number=3']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:30.830200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cb5fdb0a-8710-4cb3-9eac-fb9ffb5453ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:31.001192 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Attempting to bind port 710d484a-98e3-4536-9b98-a840cf87cf85 on host dv-cinder-763306-1-iscsi for vnic_type normal with profile {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:57:31.001504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Attempting to bind port 710d484a-98e3-4536-9b98-a840cf87cf85 by drivers openvswitch on host dv-cinder-763306-1-iscsi at level 0 using segments [{'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:57:31.001879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Attempting to bind port 710d484a-98e3-4536-9b98-a840cf87cf85 on network 21ad41b6-4172-40d6-8bbe-d6869563eba5 {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:57:31.009269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Checking agent: {'id': 'c87ac53a-d5cd-4cc6-9a87-7220af9eb035', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 36, 25), 'started_at': datetime.datetime(2020, 11, 19, 5, 36, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:57:31.009684 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Checking segment: {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:57:31.010131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:31.010563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Bound using segment: {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'} {{(pid=80296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:57:31.011081 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Bound port: 710d484a-98e3-4536-9b98-a840cf87cf85, host: dv-cinder-763306-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5'}}] {{(pid=80296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:57:31.011524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:31.104953 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] For port 710d484a-98e3-4536-9b98-a840cf87cf85, host dv-cinder-763306-1-iscsi, cleared binding levels {{(pid=80296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:57:31.108299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] For port 710d484a-98e3-4536-9b98-a840cf87cf85, host dv-cinder-763306-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=710d484a-98e3-4536-9b98-a840cf87cf85,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:57:31.112550 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80296) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:31.125897 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-59abd57d-f970-4670-9291-40ae99834ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:31.279630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fdb0a-8710-4cb3-9eac-fb9ffb5453ff None None] Pushing event updated for resources: {'Port': ['ID=710d484a-98e3-4536-9b98-a840cf87cf85,revision_number=4']} {{(pid=80296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:31.284328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cb5fdb0a-8710-4cb3-9eac-fb9ffb5453ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80296) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:31.332912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Routers {'c95a25ef-0402-45d4-9d28-7d870dc1f0a8'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:57:31.333982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:57:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:31.528005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] Set router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:57:31.872005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T05:57:23Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '710d484a-98e3-4536-9b98-a840cf87cf85', 'name': '', 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'mac_address': 'fa:16:3e:89:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:22Z', 'updated_at': '2020-11-19T05:57:31Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'subnets': [{'id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:57:31.876359 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf5d3b-2445-411a-857b-177bd47fab8f None None] The sync data for ids ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'] in dv-cinder-763306-1-iscsi is: [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T05:57:23Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': '710d484a-98e3-4536-9b98-a840cf87cf85', 'name': '', 'network_id': '21ad41b6-4172-40d6-8bbe-d6869563eba5', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'mac_address': 'fa:16:3e:89:4d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:22Z', 'updated_at': '2020-11-19T05:57:31Z', 'revision_number': 4, 'project_id': '8ae63d9b2197495987c760c018582df0', 'subnets': [{'id': '304d93f7-5fa4-4186-af0e-f44b18b8ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:57:32.309101 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 710d484a-98e3-4536-9b98-a840cf87cf85 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:32.391024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning for port 710d484a-98e3-4536-9b98-a840cf87cf85 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:57:32.396078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 710d484a-98e3-4536-9b98-a840cf87cf85 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:32.396493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:32.523304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:32.562339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] For port 710d484a-98e3-4536-9b98-a840cf87cf85, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=710d484a-98e3-4536-9b98-a840cf87cf85,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:57:32.566251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:32.568305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:57:32.640767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Pushing event updated for resources: {'Port': ['ID=710d484a-98e3-4536-9b98-a840cf87cf85,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:57:32.651068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.651502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.651878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.652250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.652615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.652981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.653339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.653708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.654055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.654402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.654757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.655110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.655574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.655930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.656289 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.656643 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.656993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.657349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.657681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.658035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.658387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.658762 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.659108 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.659567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:57:32.668099 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:57:34.295485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 710d484a-98e3-4536-9b98-a840cf87cf85 up at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:57:34.371995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Provisioning complete for port 710d484a-98e3-4536-9b98-a840cf87cf85 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:57:34.372507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:47.701273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:48.486040 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:57:51.363181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9684694d-c153-4b9a-bed0-05cf310a01b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:54.013511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-e1796505-27d1-4bac-af3f-7acb328b6118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:54.444919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:55.350796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:55.802955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:57:58.846716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-8a270f24-4daa-42b9-8b8c-9bec6430aad8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:security_group {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:57:58.864558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-8a270f24-4daa-42b9-8b8c-9bec6430aad8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:security_group {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:57:58.865876 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-8a270f24-4daa-42b9-8b8c-9bec6430aad8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1487460564&fields=id&tenant_id=cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 267 time: 0.0646741 Nov 19 05:57:59.026701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-abf53599-a119-4727-b9e9-e6921c01bd64 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:57:59.028362 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-abf53599-a119-4727-b9e9-e6921c01bd64 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 812 time: 0.1547425 Nov 19 05:57:59.045778 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-620323ef-8282-4086-bddc-cc67e5e18322 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/quotas/cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 375 time: 0.0113790 Nov 19 05:57:59.137914 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-bbdda584-69ab-4c42-9fa4-91897d1a4f41 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864787 Nov 19 05:57:59.287950 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-7dab4026-552a-4376-b562-6e82fa48ec66 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368937 Nov 19 05:57:59.431016 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-64c9ae40-275c-4b20-be2e-467109dac80e service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365979 Nov 19 05:57:59.871375 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-37dda330-939d-48a9-8c24-5cedd68960c5 req-eaffcdb2-c634-42c9-a0a8-9b884b4e855f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.0457637 Nov 19 05:58:01.072403 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a1001d2a-9c54-4d92-b63d-2a4e3d42c0bf req-09d9bcc0-e2e3-4af4-bcd9-ae3f1c7ee60c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.0615637 Nov 19 05:58:01.134416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-c4634354-61ef-4e96-8177-995c43024ffd tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:01.135987 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-c4634354-61ef-4e96-8177-995c43024ffd tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 812 time: 0.2039397 Nov 19 05:58:02.268867 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d5eeaa8-0411-49fa-a8a7-75999e49737c req-7bbd8b6b-2045-476d-be3b-a4dee944e336 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.0480235 Nov 19 05:58:03.471210 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d23f50db-5331-4e63-ad5e-411e9902d390 req-e60e3be2-f107-4248-97fd-113f4bedad3e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.0451841 Nov 19 05:58:04.580741 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-79015a0b-6e53-44ec-be63-6eb26f265627 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 5087 time: 0.0757763 Nov 19 05:58:04.593038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'port': {'device_id': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'admin_state_up': True, 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'security_groups': ['98ef4b04-78b8-4a8f-bbc6-39c58158d55a']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:58:04.727717 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-135ffb11-6f64-4ce3-9044-4fb414fdf543 req-f3a9b140-25c6-45f6-b2a5-70a4bf72e80b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.1140540 Nov 19 05:58:04.787790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:58:04.792007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Usage tracker for resource:port and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:58:04.794970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Quota usage for port was recalculated. Used quota:2. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:58:04.801806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:58:04.812633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Made reservation on behalf of cebdf4454f004342a8025a2f2b706393 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:58:04.818460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:05.368745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Allocated IP 172.20.0.9 (9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e/f4b2da75-0dc5-45c4-8b21-5e31f52c22a7/7c826254-6b68-4a93-8581-2ff4361c4db8) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:58:05.583891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:05.601830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Transition to ACTIVE for port object 7c826254-6b68-4a93-8581-2ff4361c4db8 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:58:05.626913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:05.642597 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8441f2b6-b411-44fc-af48-8551681b5f5a tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:05.778065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=7c826254-6b68-4a93-8581-2ff4361c4db8,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:05.802812 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.803227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.803673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.804074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.804471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.804864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.805278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.805673 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.806076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.806450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.806846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.807248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.807721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.808103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.808488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.808872 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.809255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.809693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.810053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.810440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.810822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.811179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.811583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.811963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:05.818384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:05.866615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:58:05.868615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:58:05.907494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:58:05.984822 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:05.985507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:06.020095 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4316225 Nov 19 05:58:06.027584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf1c52-55b6-4a89-9437-27569365e933 req-c5872620-ff7d-4c3c-9d92-4c0e5c188142 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:06.028255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-9bbf1c52-55b6-4a89-9437-27569365e933 req-c5872620-ff7d-4c3c-9d92-4c0e5c188142 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:58:06.041036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Request body: {'port': {'device_id': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:58:06.089727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-9bbf1c52-55b6-4a89-9437-27569365e933 req-c5872620-ff7d-4c3c-9d92-4c0e5c188142 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:58:06.090966 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9bbf1c52-55b6-4a89-9437-27569365e933 req-c5872620-ff7d-4c3c-9d92-4c0e5c188142 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 931 time: 0.2271416 Nov 19 05:58:06.117709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-4b74f6e1-89c7-45de-ac56-8572a724069f None None] Provisioning for port 7c826254-6b68-4a93-8581-2ff4361c4db8 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:58:06.123002 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-4b74f6e1-89c7-45de-ac56-8572a724069f None None] Provisioning complete for port 7c826254-6b68-4a93-8581-2ff4361c4db8 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:06.123455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4b74f6e1-89c7-45de-ac56-8572a724069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:06.180479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4b74f6e1-89c7-45de-ac56-8572a724069f None None] Port 7c826254-6b68-4a93-8581-2ff4361c4db8 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 05:58:06.201972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:06.216547 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-9bbf1c52-55b6-4a89-9437-27569365e933 req-a40dd864-2758-47bc-a430-91eb2251403c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1158140 Nov 19 05:58:06.633911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c826254-6b68-4a93-8581-2ff4361c4db8 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:58:06.641096 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:06.653329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Transition to ACTIVE for port object 7c826254-6b68-4a93-8581-2ff4361c4db8 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:58:06.657053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:06.670021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-045107cd-fa36-439e-b2f5-53b1da9ff80e tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:06.801948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Pushing event updated for resources: {'Port': ['ID=7c826254-6b68-4a93-8581-2ff4361c4db8,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:06.807975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:06.996898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Attempting to bind port 7c826254-6b68-4a93-8581-2ff4361c4db8 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:58:06.997274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Attempting to bind port 7c826254-6b68-4a93-8581-2ff4361c4db8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:58:06.997656 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Attempting to bind port 7c826254-6b68-4a93-8581-2ff4361c4db8 on network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:58:07.004968 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:58:07.005477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Checking segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:58:07.005901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:07.006288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Bound using segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:58:07.006752 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Bound port: 7c826254-6b68-4a93-8581-2ff4361c4db8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:58:07.007114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:07.104695 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] For port 7c826254-6b68-4a93-8581-2ff4361c4db8, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:58:07.108309 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] For port 7c826254-6b68-4a93-8581-2ff4361c4db8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7c826254-6b68-4a93-8581-2ff4361c4db8,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:58:07.112773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:07.126314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:07.273265 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Pushing event updated for resources: {'Port': ['ID=7c826254-6b68-4a93-8581-2ff4361c4db8,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:07.276907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:07.316444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:07.317984 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c826254-6b68-4a93-8581-2ff4361c4db8 HTTP/1.1" status: 200 len: 1157 time: 1.2827806 Nov 19 05:58:07.318502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:58:07.395944 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'status': 'completed', 'code': 200} Nov 19 05:58:07.441867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d05e3-445d-4804-9d10-5c7770fd0eba req-b521546e-3207-411b-b4b8-dbb3655d70d7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:07.443609 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff0d05e3-445d-4804-9d10-5c7770fd0eba req-b521546e-3207-411b-b4b8-dbb3655d70d7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0963349 Nov 19 05:58:07.495417 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff0d05e3-445d-4804-9d10-5c7770fd0eba req-b4f61fa5-2b12-4717-9e68-1fb7a3e702d7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455256 Nov 19 05:58:08.734751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6520b4-c027-432c-94c3-e846a100ab57 req-f1c8a6f4-4a26-4729-b963-08d7c166e5e7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:08.736433 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb6520b4-c027-432c-94c3-e846a100ab57 req-f1c8a6f4-4a26-4729-b963-08d7c166e5e7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0958452 Nov 19 05:58:08.787388 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb6520b4-c027-432c-94c3-e846a100ab57 req-b1464931-3c72-4c89-b7d7-1b85b7391981 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0445862 Nov 19 05:58:10.050219 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ea946edc-67fa-4165-9dc0-347cd3c59a45 req-58e24596-0f22-4fbb-8a48-3c67a413ba46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 1160 time: 0.1465750 Nov 19 05:58:10.057370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04f12-c936-43c1-861f-94b720f1e978 req-bd2f7803-6e62-4fe1-a8ba-1b55c80bb745 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:10.058812 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6de04f12-c936-43c1-861f-94b720f1e978 req-bd2f7803-6e62-4fe1-a8ba-1b55c80bb745 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.1129701 Nov 19 05:58:10.219606 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6de04f12-c936-43c1-861f-94b720f1e978 req-eb4a3279-4744-41e7-99d2-1eee0bbff16a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1539264 Nov 19 05:58:10.251489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea946edc-67fa-4165-9dc0-347cd3c59a45 req-989cbed6-d1c0-4cf4-961d-02e88aa6bce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:10.253081 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ea946edc-67fa-4165-9dc0-347cd3c59a45 req-989cbed6-d1c0-4cf4-961d-02e88aa6bce1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cebdf4454f004342a8025a2f2b706393&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1887982 Nov 19 05:58:10.407475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea946edc-67fa-4165-9dc0-347cd3c59a45 req-c1594e14-785c-4fcc-b8b7-7b55942bbd1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:10.408970 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ea946edc-67fa-4165-9dc0-347cd3c59a45 req-c1594e14-785c-4fcc-b8b7-7b55942bbd1c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1480536 Nov 19 05:58:10.557388 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-21a2c461-5a17-4801-bbee-19c7e063cff9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 1160 time: 0.0769174 Nov 19 05:58:10.636880 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-91cbf36c-d9c6-4bea-b596-4e6770874dce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c826254-6b68-4a93-8581-2ff4361c4db8 HTTP/1.1" status: 200 len: 217 time: 0.0658388 Nov 19 05:58:10.712115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-f5e785e8-8c7d-499f-93f5-074c7aede201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:10.713770 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-f5e785e8-8c7d-499f-93f5-074c7aede201 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0692117 Nov 19 05:58:10.801776 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-b6e60302-93db-4b2a-885a-aa25f12a2bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807209 Nov 19 05:58:10.948309 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-e95f98d1-ff17-4a25-ba61-5f7b057bf1cc service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388798 Nov 19 05:58:11.092968 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6803659a-90d4-4258-8f5b-dbaa26a8ce44 req-a64d74fb-557d-4ff7-96cd-9c12c47cd382 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385801 Nov 19 05:58:11.439616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378c3aa-9d62-446c-91a9-481081ece908 req-a82e42c8-82d7-4566-89d1-200cd21d59b2 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:11.441331 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3378c3aa-9d62-446c-91a9-481081ece908 req-a82e42c8-82d7-4566-89d1-200cd21d59b2 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0918691 Nov 19 05:58:11.491479 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3378c3aa-9d62-446c-91a9-481081ece908 req-39fba918-ad89-4522-8cca-1f2838d93101 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0436995 Nov 19 05:58:12.708809 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccdcc-60a9-49dc-b3a1-a0fe994f3a5c req-18f22a57-2140-49cc-84f4-86fb14147e19 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:12.710404 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e40ccdcc-60a9-49dc-b3a1-a0fe994f3a5c req-18f22a57-2140-49cc-84f4-86fb14147e19 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0860717 Nov 19 05:58:12.762868 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e40ccdcc-60a9-49dc-b3a1-a0fe994f3a5c req-4f65b3d5-018d-4cbd-b121-ee28b8402050 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0452120 Nov 19 05:58:14.000321 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae665e-153c-4480-a104-f23bc0e7ea13 req-07d828a8-c103-45b0-9d82-3d79c4191844 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:14.001897 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-84ae665e-153c-4480-a104-f23bc0e7ea13 req-07d828a8-c103-45b0-9d82-3d79c4191844 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0938766 Nov 19 05:58:14.053208 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-84ae665e-153c-4480-a104-f23bc0e7ea13 req-76fca07c-37a7-4e86-a374-9c927ab45d43 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424485 Nov 19 05:58:15.280678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb455712-2e71-498f-8ae6-865ca8554e44 req-cc879d13-bd73-4123-ad72-038c413c312e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:15.282238 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fb455712-2e71-498f-8ae6-865ca8554e44 req-cc879d13-bd73-4123-ad72-038c413c312e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0879478 Nov 19 05:58:15.334055 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fb455712-2e71-498f-8ae6-865ca8554e44 req-ec9b9d5f-7131-484f-a011-a86124e2b5a6 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424967 Nov 19 05:58:15.771763 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-512ed389-2e4e-4963-b3de-c3779fea3d51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772347 Nov 19 05:58:15.950556 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-cb444315-bf16-4fe3-a6a6-21a432e25e1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 1162 time: 0.0844278 Nov 19 05:58:16.118311 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-7892ee36-73f5-4c30-b00e-562604cc2888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:16.119877 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-7892ee36-73f5-4c30-b00e-562604cc2888 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 908 time: 0.1397386 Nov 19 05:58:16.189456 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-9a738ffa-f3f0-44a4-a192-31ef09411344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55918e0b-f4f2-4634-84a7-1996827a27ce HTTP/1.1" status: 200 len: 217 time: 0.0629334 Nov 19 05:58:16.267888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-87e10b2a-101b-4a92-a4df-384701f4e3bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:16.269427 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-87e10b2a-101b-4a92-a4df-384701f4e3bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a25783a3-48fa-47c6-be5d-55a546e368e2 HTTP/1.1" status: 200 len: 854 time: 0.0735364 Nov 19 05:58:16.322092 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-2322093e-59e5-43b6-a870-967c49c763ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f428911-d449-4d4a-bc68-af2504b2615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461059 Nov 19 05:58:16.471721 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-c57c7ade-f535-41ed-b76c-4761b4633848 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428180 Nov 19 05:58:16.888424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad0272-d470-42aa-be4d-6370920d6e5a req-eaa4c81c-63fc-4fe8-b298-23954d6ec772 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:16.890026 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3bad0272-d470-42aa-be4d-6370920d6e5a req-eaa4c81c-63fc-4fe8-b298-23954d6ec772 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.4217775 Nov 19 05:58:16.929561 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4004f9e7-c5fa-4407-b5e0-f20d67a462ee req-db42d0be-79eb-4b94-b01a-6ecc25e6007f service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4245570 Nov 19 05:58:16.951547 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3bad0272-d470-42aa-be4d-6370920d6e5a req-70bce503-9e8a-4ac3-862c-668600c0b664 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0525208 Nov 19 05:58:17.711077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:18.181061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb289821-6dee-4cde-bab7-02a8dc01d0a8 req-dbc1b2c1-7c61-49ae-bc77-231993b5834e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:18.182675 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cb289821-6dee-4cde-bab7-02a8dc01d0a8 req-dbc1b2c1-7c61-49ae-bc77-231993b5834e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0951557 Nov 19 05:58:18.234338 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-cb289821-6dee-4cde-bab7-02a8dc01d0a8 req-4c2aead4-5557-483e-ba44-a60954fbd2eb tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432181 Nov 19 05:58:19.465237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ba53d-8fbc-4846-8015-03f788045d8a req-1849b4df-d8e9-4a45-80ed-b7d08f8f9de1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:19.466821 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a58ba53d-8fbc-4846-8015-03f788045d8a req-1849b4df-d8e9-4a45-80ed-b7d08f8f9de1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0924668 Nov 19 05:58:19.520948 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a58ba53d-8fbc-4846-8015-03f788045d8a req-09057684-0966-45c9-9005-5e22486d4fb1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0450947 Nov 19 05:58:20.741491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8291c7-1d5f-4e3f-b6ee-c6bbfdf293a3 req-94f30b1b-9e6c-406c-8667-8e08452e3003 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:20.743076 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3c8291c7-1d5f-4e3f-b6ee-c6bbfdf293a3 req-94f30b1b-9e6c-406c-8667-8e08452e3003 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0838084 Nov 19 05:58:20.791745 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3c8291c7-1d5f-4e3f-b6ee-c6bbfdf293a3 req-928af385-fac2-48f0-83f5-50fd94074e12 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418804 Nov 19 05:58:21.349127 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f951b114-147f-4a76-bcf8-917788f45f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:22.023417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc806e00-2761-48ff-8d87-310c0fa37c7c req-cf22d8fb-d25e-4db6-852b-13af424e9366 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:22.025228 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fc806e00-2761-48ff-8d87-310c0fa37c7c req-cf22d8fb-d25e-4db6-852b-13af424e9366 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.0947175 Nov 19 05:58:22.074700 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fc806e00-2761-48ff-8d87-310c0fa37c7c req-c0c09f61-7d5e-48c7-b8fc-ff844bcfe996 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0431948 Nov 19 05:58:23.366055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5986fe-0b5a-4abd-a478-3c4dab639cb1 req-46bc9ef1-4709-4774-9f7c-75f8c6418738 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:23.367614 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5d5986fe-0b5a-4abd-a478-3c4dab639cb1 req-46bc9ef1-4709-4774-9f7c-75f8c6418738 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.1537519 Nov 19 05:58:23.373485 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864ef60-941b-4b6b-842e-11c86f10aa00 req-897c0947-2755-48d6-a6fc-1f06ba19cc8f tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:23.374946 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f864ef60-941b-4b6b-842e-11c86f10aa00 req-897c0947-2755-48d6-a6fc-1f06ba19cc8f tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 945 time: 0.1213169 Nov 19 05:58:23.451418 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5d5986fe-0b5a-4abd-a478-3c4dab639cb1 req-3029633c-babb-488f-9ce5-c19acf386dde tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0754347 Nov 19 05:58:23.454074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f864ef60-941b-4b6b-842e-11c86f10aa00 req-38eb4aa4-7d18-433d-98e7-b170b01d66f4 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Nov 19 05:58:24.026674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-122cbb71-5422-4e54-8ae9-5a62b6bc5921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:24.457787 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:24.702625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 7c826254-6b68-4a93-8581-2ff4361c4db8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:58:24.740693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2a29-6cb4-4bf1-9d3e-6c7d875965d3 req-77df8bcb-3b1f-4e6a-be70-2c1c521d7876 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:24.742462 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c43c2a29-6cb4-4bf1-9d3e-6c7d875965d3 req-77df8bcb-3b1f-4e6a-be70-2c1c521d7876 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 943 time: 0.1470158 Nov 19 05:58:24.753766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c877ad-42d8-440a-ab8b-0aa67818cad8 req-503820a0-2592-4f2c-a5eb-0165965ab5f0 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:24.755392 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-40c877ad-42d8-440a-ab8b-0aa67818cad8 req-503820a0-2592-4f2c-a5eb-0165965ab5f0 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 945 time: 0.1614645 Nov 19 05:58:24.781488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 7c826254-6b68-4a93-8581-2ff4361c4db8 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:58:24.786664 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 7c826254-6b68-4a93-8581-2ff4361c4db8 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:24.787078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:24.831553 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c43c2a29-6cb4-4bf1-9d3e-6c7d875965d3 req-1ccd4de6-c8dd-4cb9-82cd-34d48846d11a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0751014 Nov 19 05:58:24.842065 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-40c877ad-42d8-440a-ab8b-0aa67818cad8 req-68ce5807-bbb5-477a-ac35-bb48b737592e tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631778 Nov 19 05:58:24.914361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:24.941594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:58:24.952148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 7c826254-6b68-4a93-8581-2ff4361c4db8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7c826254-6b68-4a93-8581-2ff4361c4db8,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:58:24.955832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:24.957733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b1a5fdec-c996-4d0c-b156-a6f63a8ba8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:25.000207 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'code': 200} Nov 19 05:58:25.032685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=7c826254-6b68-4a93-8581-2ff4361c4db8,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:25.036198 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:25.253948 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-4b802b09-f53f-4d80-9442-3ecf5be43267 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:25.255488 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-4b802b09-f53f-4d80-9442-3ecf5be43267 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 945 time: 0.1045058 Nov 19 05:58:25.334974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:25.375618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Deleting port 55918e0b-f4f2-4634-84a7-1996827a27ce {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:58:25.376043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:25.487080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:58:25.579590 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-934cfe3b-485e-4ce9-aef6-4b29449d7675 req-921b785f-067e-4809-9d22-e52cc33eb65d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 1162 time: 0.2588899 Nov 19 05:58:25.672807 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-934cfe3b-485e-4ce9-aef6-4b29449d7675 req-50ff9d7c-59ab-412b-8ca6-d223fa311339 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0863292 Nov 19 05:58:25.703555 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] For port 55918e0b-f4f2-4634-84a7-1996827a27ce, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55918e0b-f4f2-4634-84a7-1996827a27ce,segment=NetworkSegment(421a2e8c-5a02-4576-aa56-da8900c6f202),segment_id=421a2e8c-5a02-4576-aa56-da8900c6f202)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:58:25.704022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:25.805326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:25.836490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Calling delete_port for 55918e0b-f4f2-4634-84a7-1996827a27ce owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:58:26.074189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:26.092843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-084f29f1-2d03-437f-9ff3-9ca7041e72b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:26.174604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 7c826254-6b68-4a93-8581-2ff4361c4db8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:58:26.191275 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Pushing event deleted for resources: {'Port': ['ID=55918e0b-f4f2-4634-84a7-1996827a27ce,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:26.207361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:26.251162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 7c826254-6b68-4a93-8581-2ff4361c4db8 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:26.251626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:26.270862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82579a0b-9750-4be0-a1a3-6e24e32dca59 req-ee12ed5f-1d83-4d66-ae72-50a5c13b4ba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:26.272509 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-82579a0b-9750-4be0-a1a3-6e24e32dca59 req-ee12ed5f-1d83-4d66-ae72-50a5c13b4ba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 945 time: 0.3063293 Nov 19 05:58:26.308320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb856674-c80d-4e8b-a4c5-29dd1334294e req-5d7cac98-bf4f-4c5a-bed8-5aee97fe2188 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:26.309839 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb856674-c80d-4e8b-a4c5-29dd1334294e req-5d7cac98-bf4f-4c5a-bed8-5aee97fe2188 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=437d6c72-34c5-4a62-8bd4-d01aaebbad25 HTTP/1.1" status: 200 len: 867 time: 0.3056390 Nov 19 05:58:26.386719 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-82579a0b-9750-4be0-a1a3-6e24e32dca59 req-e2fabe54-057f-4216-a8ae-2773b5eb7425 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1065903 Nov 19 05:58:26.417796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55918e0b-f4f2-4634-84a7-1996827a27ce no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:58:26.424491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] No DVR routers for this DVR port 55918e0b-f4f2-4634-84a7-1996827a27ce on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:58:26.428116 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eb856674-c80d-4e8b-a4c5-29dd1334294e req-c83db493-8060-4694-8399-20507f969e28 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087503 Nov 19 05:58:26.429156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:26.432044 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'name': 'network-vif-deleted', 'tag': '55918e0b-f4f2-4634-84a7-1996827a27ce'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:58:26.448855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-02642246-f803-48a1-8c1f-dc16c66d8090 req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "DELETE /v2.0/ports/55918e0b-f4f2-4634-84a7-1996827a27ce HTTP/1.1" status: 204 len: 173 time: 1.1864405 Nov 19 05:58:26.453046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: 55918e0b-f4f2-4634-84a7-1996827a27ce {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:58:26.453440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 55918e0b-f4f2-4634-84a7-1996827a27ce not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:58:26.500771 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437d6c72-34c5-4a62-8bd4-d01aaebbad25', 'name': 'network-vif-deleted', 'tag': '55918e0b-f4f2-4634-84a7-1996827a27ce', 'status': 'completed', 'code': 200} Nov 19 05:58:27.611483 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6749-c269-4b06-a306-d23ccf3aefcc req-8e8f170f-6912-4889-97b1-a88cb3fdcc9b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:27.613125 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e53c6749-c269-4b06-a306-d23ccf3aefcc req-8e8f170f-6912-4889-97b1-a88cb3fdcc9b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 945 time: 0.0879610 Nov 19 05:58:27.662670 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e53c6749-c269-4b06-a306-d23ccf3aefcc req-9fcb3c29-deac-4438-bdad-088480c52e1b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0423341 Nov 19 05:58:27.883699 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc05d4a-b699-43ad-9e08-a85969c75705 req-cff6e4ec-884d-4788-b42d-9ac5b7f53b10 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:27.885401 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4bc05d4a-b699-43ad-9e08-a85969c75705 req-cff6e4ec-884d-4788-b42d-9ac5b7f53b10 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 945 time: 0.0930130 Nov 19 05:58:27.938764 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4bc05d4a-b699-43ad-9e08-a85969c75705 req-27e66623-9e34-4ea8-b558-b8eacddd525b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0468638 Nov 19 05:58:28.157831 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-c985d2d4-e72b-41f5-a99e-0a9a917a4dfc tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1569140 Nov 19 05:58:28.168013 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:58:28.174064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:58:28.178400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Usage tracker for resource:floatingip and tenant:cebdf4454f004342a8025a2f2b706393 is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 05:58:28.181517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 05:58:28.187471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:58:28.198532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:28.247998 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 7c826254-6b68-4a93-8581-2ff4361c4db8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:58:28.323689 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 7c826254-6b68-4a93-8581-2ff4361c4db8 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:28.324112 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:28.347867 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:28.622115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Allocated IP 172.27.3.25 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/4bc13304-9f54-472d-8fb7-39d6125a25e8) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:58:28.778701 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:28.815453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:28.830710 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-177e4b13-5102-4e86-ad69-a466fbbc1275 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:29.190981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=4bc13304-9f54-472d-8fb7-39d6125a25e8,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:29.203818 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:29.247649 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:58:29.248972 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:58:29.251247 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:58:29.343718 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:29.407766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:29.684717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:29.689845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:29.702778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6a54ccb2-d99b-41f7-914d-8f6195d95b85 tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:29.834004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=4bc13304-9f54-472d-8fb7-39d6125a25e8,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:29.839261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:29.950336 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:29.975138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:29.976465 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8126569 Nov 19 05:58:30.063882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-c28c372b-7dfb-4f94-bb4d-68287c159512 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:58:30.081969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-c28c372b-7dfb-4f94-bb4d-68287c159512 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:58:30.083626 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-c28c372b-7dfb-4f94-bb4d-68287c159512 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0998147 Nov 19 05:58:30.248053 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-5abdaba2-d8ee-4be0-a713-b40551e58d78 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:30.249537 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-64af424c-83c0-4465-9dbc-37d6ef06572f req-5abdaba2-d8ee-4be0-a713-b40551e58d78 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1596832 Nov 19 05:58:30.467581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936a06-d506-49c8-9899-b9db1a0093ae req-2cf2f465-8319-4d6c-b3c5-302bd0c9aa13 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:30.469179 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-2cf2f465-8319-4d6c-b3c5-302bd0c9aa13 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0973985 Nov 19 05:58:30.559592 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-b4baa8c9-4c51-42d1-a455-29aa8e2f014e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0814416 Nov 19 05:58:30.572622 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'floatingip': {'port_id': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:58:30.650274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:31.292228 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:31.296286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:31.516831 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Floating IP c585a9f8-756a-4df2-8d27-ebcfac66cad7 associated. External IP: 172.27.3.25, port: 7c826254-6b68-4a93-8581-2ff4361c4db8. Nov 19 05:58:31.943723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 05:58:32.158681 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 05:58:32.163763 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:32.168619 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 05:58:32.181631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:58:32.182323 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:58:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:58:32.221510 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-757ca597-ec8c-42f6-92ac-c583270eb77f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "PUT /v2.0/floatingips/c585a9f8-756a-4df2-8d27-ebcfac66cad7 HTTP/1.1" status: 200 len: 995 time: 1.6530499 Nov 19 05:58:32.222058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:58:32.285475 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'status': 'completed', 'code': 200} Nov 19 05:58:32.313103 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-ff138399-5a03-426d-95e8-4855e1ed4c42 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 1162 time: 0.0776935 Nov 19 05:58:32.373575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:58:32.514528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936a06-d506-49c8-9899-b9db1a0093ae req-51d1198c-59ed-4670-a9bf-9f79fac0c32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:32.516009 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-51d1198c-59ed-4670-a9bf-9f79fac0c32b service neutron] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1966987 Nov 19 05:58:32.522866 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-582fed6d-5a98-4a7c-ae28-c8245857cb9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 1162 time: 0.1810455 Nov 19 05:58:32.751859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': 'c585a9f8-756a-4df2-8d27-ebcfac66cad7', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:4f:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:58:29Z', 'updated_at': '2020-11-19T05:58:31Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:58:32.756350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 05:58:32.769111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 05:58:32.769719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T05:58:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:58:32.971544 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-79ab4caf-5283-4d5f-8b40-418c52ef6234 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c826254-6b68-4a93-8581-2ff4361c4db8 HTTP/1.1" status: 200 len: 998 time: 0.4475000 Nov 19 05:58:33.049537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96847059-beca-402f-84b3-75c015eeb008 req-efb531b3-c1eb-49cf-8ec4-43c1cc93c54a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:33.051126 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-efb531b3-c1eb-49cf-8ec4-43c1cc93c54a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.2427309 Nov 19 05:58:33.118970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936a06-d506-49c8-9899-b9db1a0093ae req-229d5ded-7c57-4117-9720-6dce3f18a099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:33.120335 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-229d5ded-7c57-4117-9720-6dce3f18a099 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.1406026 Nov 19 05:58:33.126887 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 05:58:33.228830 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-3660f73b-47e9-499d-89be-c48f5e639e00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c826254-6b68-4a93-8581-2ff4361c4db8 HTTP/1.1" status: 200 len: 998 time: 0.1696734 Nov 19 05:58:33.277250 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-42471426-52d8-473a-98ff-4bf37865d41f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433728 Nov 19 05:58:33.394863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96847059-beca-402f-84b3-75c015eeb008 req-6985297a-c665-4bc8-ac9a-7b6f9006e303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:33.396576 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-6985297a-c665-4bc8-ac9a-7b6f9006e303 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.1606083 Nov 19 05:58:33.499690 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-166b06b4-200a-45a4-b242-78227599c9f2 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129920 Nov 19 05:58:33.510380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': 'c585a9f8-756a-4df2-8d27-ebcfac66cad7', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:4f:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:58:29Z', 'updated_at': '2020-11-19T05:58:31Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:58:33.514783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6b176-41f3-43a4-89fa-38e38a705f34 None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': 'c585a9f8-756a-4df2-8d27-ebcfac66cad7', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:4f:9c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T05:58:29Z', 'updated_at': '2020-11-19T05:58:31Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 05:58:33.598392 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-bc5b0f12-cd5d-4ff0-a2ac-1891695b5f93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1941540 Nov 19 05:58:33.774625 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-95936a06-d506-49c8-9899-b9db1a0093ae req-442ed5cc-f3f3-41ee-895b-080a196c019a service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2624857 Nov 19 05:58:33.796585 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-beafc5bc-5609-4b4e-8617-3ea5ec88f7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895506 Nov 19 05:58:33.807602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a0499-696d-4567-85c6-df1b89910190 None None] New status for floating IP c585a9f8-756a-4df2-8d27-ebcfac66cad7: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 05:58:33.949353 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-96847059-beca-402f-84b3-75c015eeb008 req-c3a61747-1fed-4e87-9047-fb4df063b9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450605 Nov 19 05:58:39.344797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-853502ae-76d9-4e3c-a015-da021513b192 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:39.346321 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-853502ae-76d9-4e3c-a015-da021513b192 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 814 time: 0.1793783 Nov 19 05:58:39.373386 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-428d25ad-f2dc-48e9-a48b-40fe64202ae9 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/quotas/28c3508830c64dee804da6301db2262f HTTP/1.1" status: 200 len: 375 time: 0.0178137 Nov 19 05:58:39.433920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-95037b95-c8f8-4e8d-ae65-51a926527647 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Synchronizing usage tracker for tenant:28c3508830c64dee804da6301db2262f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:58:39.451728 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-95037b95-c8f8-4e8d-ae65-51a926527647 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Unset dirty status for tenant:28c3508830c64dee804da6301db2262f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:58:39.453154 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-95037b95-c8f8-4e8d-ae65-51a926527647 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724843 Nov 19 05:58:39.617694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-1b3eb254-a20e-4937-a2d9-55c47b231d7c service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 05:58:39.618828 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-1b3eb254-a20e-4937-a2d9-55c47b231d7c service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1538537 Nov 19 05:58:39.771177 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-9a80360d-4a9a-43bd-b62c-17cdbe238146 service neutron] 10.222.0.17 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411262 Nov 19 05:58:39.916087 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-b6dbbeb6-bcd6-4ab8-920f-5d04d6a9d616 service neutron] 10.222.0.17 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364610 Nov 19 05:58:40.118635 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c07215b1-8fb3-4f9d-a232-1974caefa694 req-09b1d4ee-4e1e-4840-a978-484b930b1d13 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 210 time: 0.0453231 Nov 19 05:58:41.302189 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86e5c5a6-9fd1-453e-ba33-9c1ddd31b9b2 req-b79b7b26-3fff-4f0c-a938-6dc065097281 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 210 time: 0.0544055 Nov 19 05:58:41.733770 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-0a88dcb8-f5cc-4011-b00f-b5d53c54e6dc tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:41.735413 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-0a88dcb8-f5cc-4011-b00f-b5d53c54e6dc tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 814 time: 0.1625881 Nov 19 05:58:41.760645 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Request body: {'port': {'device_id': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b', 'admin_state_up': True, 'tenant_id': '28c3508830c64dee804da6301db2262f'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:58:41.908123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 05:58:41.918640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 05:58:41.928955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Made reservation on behalf of 28c3508830c64dee804da6301db2262f for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 05:58:41.934477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:42.508118 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a85884f6-7124-4b49-be05-d9a555877942 req-cb82f1a1-9389-4299-ab19-80d678de92fb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 210 time: 0.0577002 Nov 19 05:58:42.520505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Allocated IP 172.20.0.14 (4f428911-d449-4d4a-bc68-af2504b2615b/a25783a3-48fa-47c6-be5d-55a546e368e2/5c832e80-f8ac-4ea1-b644-5c2d09034f38) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 05:58:42.735988 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:42.764873 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:42.779810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1e95c356-a1ee-4596-9e4b-6832efbdf1e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:42.914005 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Pushing event updated for resources: {'Port': ['ID=5c832e80-f8ac-4ea1-b644-5c2d09034f38,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:42.919348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:42.977553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Network 4f428911-d449-4d4a-bc68-af2504b2615b is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 05:58:42.978814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 05:58:42.981759 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 05:58:43.046167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:43.046757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:43.072668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-4fa786d6-bd24-49be-b712-6d78009348cb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3165157 Nov 19 05:58:43.091269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Request body: {'port': {'device_id': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 05:58:43.209087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:43.639086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c832e80-f8ac-4ea1-b644-5c2d09034f38 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 05:58:43.682458 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:43.705984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Transition to ACTIVE for port object 5c832e80-f8ac-4ea1-b644-5c2d09034f38 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 05:58:43.710472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:43.724348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2146f6ab-3c07-42f9-8d45-56d9af2ce03a tempest-TestShelveInstance-1760977799 tempest-TestShelveInstance-1760977799] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:43.859752 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=5c832e80-f8ac-4ea1-b644-5c2d09034f38,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:43.865004 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:43.903058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884e053-4fa5-4e98-a0ca-a3989b5f0470 req-be2c2b9f-ab76-420f-93f8-97412e3bc884 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:43.903826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7884e053-4fa5-4e98-a0ca-a3989b5f0470 req-be2c2b9f-ab76-420f-93f8-97412e3bc884 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Synchronizing usage tracker for tenant:28c3508830c64dee804da6301db2262f on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 05:58:43.938705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7884e053-4fa5-4e98-a0ca-a3989b5f0470 req-be2c2b9f-ab76-420f-93f8-97412e3bc884 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Unset dirty status for tenant:28c3508830c64dee804da6301db2262f on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 05:58:43.939985 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7884e053-4fa5-4e98-a0ca-a3989b5f0470 req-be2c2b9f-ab76-420f-93f8-97412e3bc884 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 932 time: 0.2965181 Nov 19 05:58:44.090898 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7884e053-4fa5-4e98-a0ca-a3989b5f0470 req-dcdb1372-e74f-4efc-94e9-a69d26cc1319 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966613 Nov 19 05:58:44.118515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Attempting to bind port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 05:58:44.118882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Attempting to bind port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 05:58:44.119242 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Attempting to bind port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 on network 4f428911-d449-4d4a-bc68-af2504b2615b {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 05:58:44.126799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 5, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 05:58:44.127158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Checking segment: {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 05:58:44.127606 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:44.127996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Bound using segment: {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 05:58:44.128454 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Bound port: 5c832e80-f8ac-4ea1-b644-5c2d09034f38, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421a2e8c-5a02-4576-aa56-da8900c6f202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f428911-d449-4d4a-bc68-af2504b2615b'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 05:58:44.128815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:44.224986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] For port 5c832e80-f8ac-4ea1-b644-5c2d09034f38, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 05:58:44.228285 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] For port 5c832e80-f8ac-4ea1-b644-5c2d09034f38, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5c832e80-f8ac-4ea1-b644-5c2d09034f38,segment=NetworkSegment(421a2e8c-5a02-4576-aa56-da8900c6f202),segment_id=421a2e8c-5a02-4576-aa56-da8900c6f202)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 05:58:44.233150 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:44.246071 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0e6d3c86-dc41-4363-872e-f8eaef1500e4 tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:44.393083 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=5c832e80-f8ac-4ea1-b644-5c2d09034f38,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:44.397674 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:44.431104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:44.432642 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-ff877169-10af-4615-8ebe-3cada52f6b13 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c832e80-f8ac-4ea1-b644-5c2d09034f38 HTTP/1.1" status: 200 len: 1158 time: 1.3460937 Nov 19 05:58:44.433181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'tag': '5c832e80-f8ac-4ea1-b644-5c2d09034f38'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:58:44.491167 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'tag': '5c832e80-f8ac-4ea1-b644-5c2d09034f38', 'status': 'completed', 'code': 200} Nov 19 05:58:44.591250 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-c9674380-9c96-406c-b01e-74c585cb096e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 1161 time: 0.0809431 Nov 19 05:58:44.668616 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-38c25ae4-6afb-4d0d-adc4-a8a1fed060bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c832e80-f8ac-4ea1-b644-5c2d09034f38 HTTP/1.1" status: 200 len: 217 time: 0.0635257 Nov 19 05:58:44.740570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-986d2b70-88f5-48e6-8473-5481446857ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:44.742156 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-986d2b70-88f5-48e6-8473-5481446857ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a25783a3-48fa-47c6-be5d-55a546e368e2 HTTP/1.1" status: 200 len: 854 time: 0.0670011 Nov 19 05:58:44.792194 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-c035a443-335f-40d1-b753-1969f4e66a8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f428911-d449-4d4a-bc68-af2504b2615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425644 Nov 19 05:58:44.936571 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-eb099ca2-7b31-4ab7-b889-d2e78fc0595f service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373065 Nov 19 05:58:45.091188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5ddd8afb-9bfd-4524-9fd5-ff5c6ccbcf27 req-14d5bcdd-d2a0-4a4a-b16e-19d372e803d6 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482077 Nov 19 05:58:45.322905 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-94bc21e5-a1dc-4862-992d-1e6a91b12607 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28c3508830c64dee804da6301db2262f&device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 1161 time: 0.1412048 Nov 19 05:58:45.335300 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838358-07f4-438a-a935-fc9f402276a6 req-c3adbe5b-6934-49ef-a733-f94bbc961178 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:45.336825 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-27838358-07f4-438a-a935-fc9f402276a6 req-c3adbe5b-6934-49ef-a733-f94bbc961178 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 944 time: 0.1126800 Nov 19 05:58:45.490677 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-27838358-07f4-438a-a935-fc9f402276a6 req-eb44cecc-318c-4fa7-90e9-d18f2f339dbb tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314549 Nov 19 05:58:45.510288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-2b9f6893-9a63-4ffa-8977-d4075559abf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:45.511917 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-2b9f6893-9a63-4ffa-8977-d4075559abf7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 200 len: 908 time: 0.1741998 Nov 19 05:58:45.587814 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-c8b973d9-74ed-4f12-b31e-0311737202b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c832e80-f8ac-4ea1-b644-5c2d09034f38 HTTP/1.1" status: 200 len: 217 time: 0.0673652 Nov 19 05:58:45.656910 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-e5b5ee97-64e2-4b6d-b115-93edcccdfcce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:45.658426 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-e5b5ee97-64e2-4b6d-b115-93edcccdfcce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a25783a3-48fa-47c6-be5d-55a546e368e2 HTTP/1.1" status: 200 len: 854 time: 0.0626197 Nov 19 05:58:45.711160 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-dff496d2-84fe-4b39-be44-9a5ee4d544f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f428911-d449-4d4a-bc68-af2504b2615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458546 Nov 19 05:58:45.857674 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-ce3bac87-5ce5-4c74-80af-8d6a26c90be9 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386673 Nov 19 05:58:46.002912 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5cdc463d-05af-41e4-ac0c-d6af7dd3e0d9 req-5ba4e812-7838-4531-a078-60a3e4eaaae0 service neutron] 10.222.0.35 "GET /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378484 Nov 19 05:58:46.719840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375004e-ccc7-45fd-a91f-c4a18e02c9c8 req-76fd443f-c39a-4470-bd50-75425ce2909c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:46.721453 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b375004e-ccc7-45fd-a91f-c4a18e02c9c8 req-76fd443f-c39a-4470-bd50-75425ce2909c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 944 time: 0.0902140 Nov 19 05:58:46.770164 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b375004e-ccc7-45fd-a91f-c4a18e02c9c8 req-87ef46a8-a334-44c8-91b1-9f120c8d98a9 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Nov 19 05:58:47.712726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:48.006135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23ba0-c40f-4d4a-ab3b-87e7190f38b9 req-695180b5-17bf-4c25-9889-5693fe2330a3 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:48.007741 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbb23ba0-c40f-4d4a-ab3b-87e7190f38b9 req-695180b5-17bf-4c25-9889-5693fe2330a3 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 944 time: 0.0960803 Nov 19 05:58:48.057188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fbb23ba0-c40f-4d4a-ab3b-87e7190f38b9 req-418488e2-d263-4d73-85e8-42341cfc2e00 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Nov 19 05:58:49.298018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b43e47-4c49-4f30-9a73-09f1137fb2b3 req-b44e03ae-d844-4f4c-8719-2ac03cb84d95 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:49.299648 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-81b43e47-4c49-4f30-9a73-09f1137fb2b3 req-b44e03ae-d844-4f4c-8719-2ac03cb84d95 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 944 time: 0.0970118 Nov 19 05:58:49.351914 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-81b43e47-4c49-4f30-9a73-09f1137fb2b3 req-ee256b75-7dfb-4c5b-a43c-b4904b5c03f3 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Nov 19 05:58:49.521605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 7c826254-6b68-4a93-8581-2ff4361c4db8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:58:49.606447 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 7c826254-6b68-4a93-8581-2ff4361c4db8 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:49.606861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:49.736983 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5c832e80-f8ac-4ea1-b644-5c2d09034f38 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:58:49.808510 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 05:58:49.813436 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:49.813846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:49.934212 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:49.962281 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c832e80-f8ac-4ea1-b644-5c2d09034f38'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:58:49.972677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 5c832e80-f8ac-4ea1-b644-5c2d09034f38, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5c832e80-f8ac-4ea1-b644-5c2d09034f38,segment=NetworkSegment(421a2e8c-5a02-4576-aa56-da8900c6f202),segment_id=421a2e8c-5a02-4576-aa56-da8900c6f202)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:58:49.976528 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:49.978453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-40869d05-2e9e-4a99-9518-5b46c28f3c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:58:50.024763 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c832e80-f8ac-4ea1-b644-5c2d09034f38', 'code': 200} Nov 19 05:58:50.049024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=5c832e80-f8ac-4ea1-b644-5c2d09034f38,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:58:50.058366 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.058717 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.059116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.059508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.059869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.060230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.060554 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.060941 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.061291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.061644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.061971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.062306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.062715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.063070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.063448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.063800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.064151 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.064502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.064854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.065205 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.065556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.065906 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.066254 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.066601 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:58:50.071007 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:58:50.607225 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-240f5faf-d9ca-421c-bff2-2142dc98ccab req-5e3b23d5-abd8-4688-9062-030dd04096c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 1163 time: 0.3760650 Nov 19 05:58:50.619066 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0d49c-0e5e-4d41-a386-de7d23461ee4 req-3ee43033-e0af-40ee-861e-4067ec8bd919 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:50.620654 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac0d49c-0e5e-4d41-a386-de7d23461ee4 req-3ee43033-e0af-40ee-861e-4067ec8bd919 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 946 time: 0.1069129 Nov 19 05:58:50.696440 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-240f5faf-d9ca-421c-bff2-2142dc98ccab req-59a43ee8-f1fb-471b-bf01-7182b5ef2446 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747712 Nov 19 05:58:50.699526 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-6ac0d49c-0e5e-4d41-a386-de7d23461ee4 req-74c2f444-0123-44f6-98aa-f0531b0ddf7b tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648320 Nov 19 05:58:50.751654 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5c832e80-f8ac-4ea1-b644-5c2d09034f38 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 05:58:50.831958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 05:58:50.832331 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:51.364487 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9985-9053-46c5-bc2c-954dbc076515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:51.915733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9806-f7bb-4d94-b346-aad94bf73400 req-884b4e1e-3fb6-444d-a3c0-cecde6a5b41c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:51.917355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-948e9806-f7bb-4d94-b346-aad94bf73400 req-884b4e1e-3fb6-444d-a3c0-cecde6a5b41c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 946 time: 0.0857546 Nov 19 05:58:51.965175 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-948e9806-f7bb-4d94-b346-aad94bf73400 req-e2689067-0a0f-42b4-97b2-cfdb62236771 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Nov 19 05:58:53.206503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfa6e-c2e0-4dae-9d28-66ff338f408f req-eee864ff-f0ec-4908-a539-430003d69e15 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:58:53.208110 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-67acfa6e-c2e0-4dae-9d28-66ff338f408f req-eee864ff-f0ec-4908-a539-430003d69e15 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 946 time: 0.0984075 Nov 19 05:58:53.260624 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-67acfa6e-c2e0-4dae-9d28-66ff338f408f req-2a056266-f67f-4b3e-b679-2f41488318d5 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Nov 19 05:58:54.021340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c1fea9d2-3ae1-451f-a2cf-3ca8cc7ccd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:54.457329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:55.348314 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:58:55.816785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:02.495109 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:59:15.469310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-9e147b97-a713-44a1-8558-d3a0409300cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0870404 Nov 19 05:59:15.643677 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-d44fab85-830f-4214-9a73-bef7bd456f56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 1162 time: 0.0802729 Nov 19 05:59:15.803512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-5dedcd3f-6b59-4cea-81c1-9199f6c2a7fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:59:15.805088 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-5dedcd3f-6b59-4cea-81c1-9199f6c2a7fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1405745 Nov 19 05:59:15.915698 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-31fc7aac-a074-4ad5-9bde-077e5435b06d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c826254-6b68-4a93-8581-2ff4361c4db8 HTTP/1.1" status: 200 len: 1000 time: 0.1029718 Nov 19 05:59:15.987248 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-2dc5fa8b-3a14-400b-9bc2-ae94416213a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:59:15.988887 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-2dc5fa8b-3a14-400b-9bc2-ae94416213a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0656042 Nov 19 05:59:16.072755 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-0050996b-7923-4d8d-945e-7bc84258029d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764055 Nov 19 05:59:16.225552 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-50e60ca8-54af-4c6c-95f0-d743cf6cbdfa service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440861 Nov 19 05:59:16.369658 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-345e9f66-ca7e-41fe-bafa-aee25bdf191f req-426ba555-30dc-443f-a84b-e9d10ccbd302 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371453 Nov 19 05:59:17.723879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:18.364760 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd12f3-c03d-4326-af9a-6f2ed4e480bf req-e9e487b2-c1f4-4a74-bd8f-960866a13a8d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:59:18.366376 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8bd12f3-c03d-4326-af9a-6f2ed4e480bf req-e9e487b2-c1f4-4a74-bd8f-960866a13a8d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 946 time: 0.0905538 Nov 19 05:59:18.418141 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d8bd12f3-c03d-4326-af9a-6f2ed4e480bf req-b8ac0c33-041f-41ef-b5f1-1ad0e1547ac4 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Nov 19 05:59:19.642624 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8e3a-b06c-4d38-a28c-178391832682 req-a8696b74-5b94-4e48-87a1-675a9938236c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:59:19.644256 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e53a8e3a-b06c-4d38-a28c-178391832682 req-a8696b74-5b94-4e48-87a1-675a9938236c tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 946 time: 0.0870626 Nov 19 05:59:19.700228 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e53a8e3a-b06c-4d38-a28c-178391832682 req-301732ac-cbe7-44a8-8c66-77caeb4edb64 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/security-groups?id=6aad5e32-d648-4fb3-beac-d31177c6980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Nov 19 05:59:20.214862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-6ac24baa-2bae-4819-8a2a-3ddb39172ef7 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 05:59:20.216360 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-6ac24baa-2bae-4819-8a2a-3ddb39172ef7 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 946 time: 0.0937989 Nov 19 05:59:20.291061 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Deleting port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 05:59:20.291482 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:20.562086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] For port 5c832e80-f8ac-4ea1-b644-5c2d09034f38, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5c832e80-f8ac-4ea1-b644-5c2d09034f38,segment=NetworkSegment(421a2e8c-5a02-4576-aa56-da8900c6f202),segment_id=421a2e8c-5a02-4576-aa56-da8900c6f202)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 05:59:20.562479 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:20.689732 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Calling delete_port for 5c832e80-f8ac-4ea1-b644-5c2d09034f38 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 05:59:20.878217 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:20.896600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:59:20.932568 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f4eafffc-4d3c-4b46-9c9f-99b5e5459f43 req-5e40aa93-db35-4c32-b89a-31eb02a7f64a tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.17 "GET /v2.0/ports?device_id=fd804ccf-c6de-4c0a-96e0-654167101b0a HTTP/1.1" status: 200 len: 210 time: 0.0948541 Nov 19 05:59:20.996224 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Pushing event deleted for resources: {'Port': ['ID=5c832e80-f8ac-4ea1-b644-5c2d09034f38,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:59:21.025532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.025927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.026351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.026756 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.027153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.027573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.027966 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.028355 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.028745 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.029116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.029502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.029889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.030394 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.030782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.031171 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.031582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.031974 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.032361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.032748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.033115 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.033504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.033889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.034270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.034667 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:21.040422 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:59:21.122874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] No DVR routers for this DVR port 5c832e80-f8ac-4ea1-b644-5c2d09034f38 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 05:59:21.125342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:21.128139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'name': 'network-vif-deleted', 'tag': '5c832e80-f8ac-4ea1-b644-5c2d09034f38'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 05:59:21.146056 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-814d673f-ab40-4d0e-bc50-16c5f40c6397 req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] 10.222.0.35 "DELETE /v2.0/ports/5c832e80-f8ac-4ea1-b644-5c2d09034f38 HTTP/1.1" status: 204 len: 173 time: 0.9232061 Nov 19 05:59:21.193646 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd804ccf-c6de-4c0a-96e0-654167101b0a', 'name': 'network-vif-deleted', 'tag': '5c832e80-f8ac-4ea1-b644-5c2d09034f38', 'status': 'completed', 'code': 200} Nov 19 05:59:21.352971 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-50270ff6-777f-4328-ba29-25a83fa19a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:21.845737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5c832e80-f8ac-4ea1-b644-5c2d09034f38 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 05:59:21.880364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: 5c832e80-f8ac-4ea1-b644-5c2d09034f38 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 05:59:21.880754 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 5c832e80-f8ac-4ea1-b644-5c2d09034f38 not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 05:59:24.028921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-214be2b0-82f6-49ea-8a73-27b5881910d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:24.467682 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:25.351383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:25.812502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:39.494797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 05:59:47.733611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:49.469033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58886) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:59:49.551471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Deleting subnet a25783a3-48fa-47c6-be5d-55a546e368e2 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 05:59:49.554716 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:49.606568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:49.665932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:49.941344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:49.957283 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fb5d4723-3c5c-4ec2-9d71-d28e7a2d45eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:59:50.051077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25783a3-48fa-47c6-be5d-55a546e368e2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:59:50.077772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.078178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.078579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.079138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.079570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.079963 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.080358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.080746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.081132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.081516 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.081884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.082270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.082713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.083448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.083833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.084214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.084596 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.084980 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.085357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.085736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.086119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.086501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.086883 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.087258 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 05:59:50.092251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:59:50.106173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:50.112182 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c940858b-c621-40ed-9db4-a82d6a4629dc admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a25783a3-48fa-47c6-be5d-55a546e368e2 HTTP/1.1" status: 204 len: 168 time: 0.6419079 Nov 19 05:59:50.114781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 58890) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:59:50.229984 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:50.421540 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:50.535110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f428911-d449-4d4a-bc68-af2504b2615b']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:59:50.549495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421a2e8c-5a02-4576-aa56-da8900c6f202') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:59:50.549885 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421a2e8c-5a02-4576-aa56-da8900c6f202') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 05:59:50.568235 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:50.589344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:50.591582 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 05:59:50.773527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Network 4f428911-d449-4d4a-bc68-af2504b2615b has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:59:50.786287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.199378 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Network 4f428911-d449-4d4a-bc68-af2504b2615b has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 05:59:51.222197 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 05:59:51.315603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.319768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.326340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-afab2493-d13f-4803-a9ef-f3478a7c6a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:59:51.345951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-220c2ffe-e31f-434b-b4c3-7ba91e19b52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.350557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f428911-d449-4d4a-bc68-af2504b2615b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:59:51.353195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:59:51.355543 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-68f97075-181d-47f4-a561-f849fcd0690b admin admin] 10.222.0.17 "DELETE /v2.0/networks/4f428911-d449-4d4a-bc68-af2504b2615b HTTP/1.1" status: 204 len: 168 time: 1.2394915 Nov 19 05:59:51.602579 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 58896) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:59:51.658641 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b8025d8f-357e-4880-a14c-2bbfbc1eac9d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=28c3508830c64dee804da6301db2262f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547209 Nov 19 05:59:51.661006 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 58900) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 05:59:51.723511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.750870 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.805270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.810714 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9fc0c92d-2e5d-49f6-a3ca-2ee32f2641be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 05:59:51.831835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad5e32-d648-4fb3-beac-d31177c6980a,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 05:59:51.835093 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 05:59:51.841574 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:51.842773 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-2e0a8f7b-7cb6-43ed-9f2e-045ef3bf3eeb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6aad5e32-d648-4fb3-beac-d31177c6980a HTTP/1.1" status: 204 len: 168 time: 0.1808765 Nov 19 05:59:54.028814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4136268-86a3-4528-aa60-cc9fdce9054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:54.469320 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:55.353869 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 05:59:55.822298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.117713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 59046) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:00:16.293524 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.327185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 06:00:16.331687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Usage tracker for resource:security_group_rule and tenant:21d16c53aa9c40fa8f609a5d87bd014f is out of sync, need to count used quota {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 06:00:16.335110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80294) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 06:00:16.341427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 06:00:16.413696 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.417602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.424475 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ff145a59-1c6a-4920-831e-0a1ee32704d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:00:16.466895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e2e13f-8201-48cb-b24b-fa4439bf18ff,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:00:16.470442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:00:16.474105 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-984c4f5f-e3fe-4d78-9e38-7a86eb09b5ce admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21d16c53aa9c40fa8f609a5d87bd014f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552487 Nov 19 06:00:16.476398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59052) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:00:16.486429 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:00:16.540466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.568204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.616450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.620298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2cee11c8-170d-4f6e-9b3c-56cc6073ae36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:00:16.635361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e2e13f-8201-48cb-b24b-fa4439bf18ff,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:00:16.638388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:00:16.644672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:16.645818 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-74a42934-c567-4d65-a5a9-50a1838dd9ab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/79e2e13f-8201-48cb-b24b-fa4439bf18ff HTTP/1.1" status: 204 len: 168 time: 0.1684644 Nov 19 06:00:17.726024 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:21.355935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ebaf8c66-b34a-4cdf-9a92-2470740a3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:24.029039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-37ff5080-51c1-4f6f-b921-a5ea8963393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:24.472931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:25.359709 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:25.825287 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:47.724615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:50.438791 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-db782401-74c0-4241-a682-9f2259e8781a req-c77bad5e-7f1f-4dfe-9e8b-01fff672c900 service neutron] (80293) timed out ('10.222.0.35', 49906) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 06:00:51.360210 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2976de1d-f745-4350-a489-4032503b4b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:53.494658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:00:54.033880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-414c5dd1-c104-4d3c-8ea4-cec1d91adef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:54.471549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:55.348687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:00:55.822344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:14.437420 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63eaea-2c53-4b4c-bdc2-baed9e01e759 req-5d426063-3e6e-4a41-87a0-03f8ea25a1f8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:14.439017 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5f63eaea-2c53-4b4c-bdc2-baed9e01e759 req-5d426063-3e6e-4a41-87a0-03f8ea25a1f8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 945 time: 0.3461049 Nov 19 06:01:14.489497 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5f63eaea-2c53-4b4c-bdc2-baed9e01e759 req-0f500ee1-d3ae-4a22-9043-541de8d4af47 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439980 Nov 19 06:01:15.770365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device 7c826254-6b68-4a93-8581-2ff4361c4db8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:01:15.818526 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4faa28-f55d-434a-92d9-9d2e7650b4fa req-0fdb36eb-df55-4c16-b8e5-ff71d014c480 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:15.820089 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ad4faa28-f55d-434a-92d9-9d2e7650b4fa req-0fdb36eb-df55-4c16-b8e5-ff71d014c480 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 945 time: 0.1888039 Nov 19 06:01:15.869437 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ad4faa28-f55d-434a-92d9-9d2e7650b4fa req-99edddf9-2cd4-47ae-886c-119b5e416235 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424590 Nov 19 06:01:15.889782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:15.920807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:01:15.931164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port 7c826254-6b68-4a93-8581-2ff4361c4db8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7c826254-6b68-4a93-8581-2ff4361c4db8,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:01:15.934990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:15.937874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5b7cd54d-7be3-405c-aa26-97845bff5395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:15.974449 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-c2359068-0d67-416f-a87e-84691561c2de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:15.976092 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-c2359068-0d67-416f-a87e-84691561c2de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 945 time: 0.0879960 Nov 19 06:01:15.987171 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'code': 200} Nov 19 06:01:16.008213 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=7c826254-6b68-4a93-8581-2ff4361c4db8,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:16.017376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.017761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.018167 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.018538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.018905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.019240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.019631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.020074 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.020466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.020835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.021178 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.021536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.021952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.022310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.022670 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.023012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.023387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.023747 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.024107 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.024463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.024820 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.025200 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.025539 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.025892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:16.030961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:16.052189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port 7c826254-6b68-4a93-8581-2ff4361c4db8 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:01:16.052569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:16.313890 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] For port 7c826254-6b68-4a93-8581-2ff4361c4db8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7c826254-6b68-4a93-8581-2ff4361c4db8,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:01:16.314297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:16.832657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:16.833644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:16.833644 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Floating IP c585a9f8-756a-4df2-8d27-ebcfac66cad7 disassociated. External IP: 172.27.3.25, port: 7c826254-6b68-4a93-8581-2ff4361c4db8. Nov 19 06:01:16.834021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for 7c826254-6b68-4a93-8581-2ff4361c4db8 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:01:16.977513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:16.992866 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-6f73f4f3-0c16-4c26-bbd1-091e82e20746 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:17.134260 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-ff2951cd-839a-401e-9ab6-4a01258f7b80 req-2a802b85-0c8b-4c69-b24d-446d934b727f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.1105077 Nov 19 06:01:17.142059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'Port': ['ID=7c826254-6b68-4a93-8581-2ff4361c4db8,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:17.162227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.162637 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.163036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.163461 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.163851 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.164240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.164626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.165009 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.165389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.165775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.166155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.166556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.166992 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.167364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.167803 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.168183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.168536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.168914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.169290 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.169665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.170043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.170418 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.170792 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.171163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:01:17.177269 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:17.448279 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:01:17.665703 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:01:17.678102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:01:17.692118 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:01:17.692346 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:00:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:17.703529 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] No DVR routers for this DVR port 7c826254-6b68-4a93-8581-2ff4361c4db8 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 06:01:17.705888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:17.709736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'name': 'network-vif-deleted', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:01:17.739653 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fafba671-df49-45a8-a87a-0dfa7ada54d2 req-9844adbc-4052-44ec-8303-9e3309f5ec75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "DELETE /v2.0/ports/7c826254-6b68-4a93-8581-2ff4361c4db8 HTTP/1.1" status: 204 len: 173 time: 1.7572174 Nov 19 06:01:17.787267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:17.871396 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b52df49-0812-4f79-88a4-46c1b7ad4fac', 'name': 'network-vif-deleted', 'tag': '7c826254-6b68-4a93-8581-2ff4361c4db8', 'status': 'completed', 'code': 200} Nov 19 06:01:17.904835 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:01:18.230731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:18.235131 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:01:18.246723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:01:18.247398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:00:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:18.324652 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7198936b-9237-4f79-8497-0a277e065255 req-28db241b-0539-4789-ac45-7aef418d7cd1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:01:18.344019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-7198936b-9237-4f79-8497-0a277e065255 req-28db241b-0539-4789-ac45-7aef418d7cd1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:01:18.345378 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7198936b-9237-4f79-8497-0a277e065255 req-28db241b-0539-4789-ac45-7aef418d7cd1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.0715883 Nov 19 06:01:18.439764 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3cabde96-e6f6-40e9-b10a-e9028906490e req-305e1eaf-b47f-4258-8986-da29dc646a24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0467527 Nov 19 06:01:18.574744 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3cabde96-e6f6-40e9-b10a-e9028906490e req-91b4e1dd-8d40-4665-ba7d-1bb98fa06ee5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=6b52df49-0812-4f79-88a4-46c1b7ad4fac HTTP/1.1" status: 200 len: 210 time: 0.0433164 Nov 19 06:01:18.625794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:01:18.763035 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabde96-e6f6-40e9-b10a-e9028906490e req-24204232-0105-4a44-b06b-bc82f133ff3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:18.764680 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3cabde96-e6f6-40e9-b10a-e9028906490e req-24204232-0105-4a44-b06b-bc82f133ff3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cebdf4454f004342a8025a2f2b706393&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1633635 Nov 19 06:01:18.923802 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabde96-e6f6-40e9-b10a-e9028906490e req-9e79fa39-a0a5-414d-b702-f1f7a243ec69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:18.925793 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3cabde96-e6f6-40e9-b10a-e9028906490e req-9e79fa39-a0a5-414d-b702-f1f7a243ec69 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1540875 Nov 19 06:01:19.000284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:19.004537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537402e-1622-474b-9b40-4f54798eb237 None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:01:19.409783 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6681c-b0d6-464a-b0ad-a0aeda1658b4 None None] New status for floating IP c585a9f8-756a-4df2-8d27-ebcfac66cad7: DOWN {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 06:01:19.773240 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-dfdb7966-b8c9-4a05-832f-250a94463127 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1487460564&fields=id&tenant_id=cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 267 time: 0.0441444 Nov 19 06:01:19.946448 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-3ed56a8b-6ee8-4c82-a90d-878ff20db186 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:19.947971 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-3ed56a8b-6ee8-4c82-a90d-878ff20db186 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 812 time: 0.1674194 Nov 19 06:01:19.966054 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-ac8e24e8-f78f-4673-9fbd-795d488df5e9 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/quotas/cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 375 time: 0.0119808 Nov 19 06:01:20.063096 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-b60d9b6e-8534-4063-b2bc-8e385ce96c74 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914314 Nov 19 06:01:20.237332 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-b1b86b7e-b563-4d23-b978-b37586968945 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544347 Nov 19 06:01:20.383911 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-33d0ce70-1306-4ab6-8af0-9aeec0ca6e4e service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398222 Nov 19 06:01:21.364603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3b38f983-294d-452c-b52a-448112cee757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:21.841353 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-f8767bd9-8ce4-42cb-b49d-60a44e00a88e req-9adf2aa4-756e-4e44-9d59-df60e8e81673 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 210 time: 0.0461874 Nov 19 06:01:23.024686 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1fd287cb-c641-449c-8681-3b6396f1bfa3 req-8e24340f-9cd0-4a23-929c-c6c2972b3772 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 210 time: 0.0496461 Nov 19 06:01:23.076022 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-8d100a0c-051c-47ca-a5fc-58951dbf9a0a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:23.077554 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-8d100a0c-051c-47ca-a5fc-58951dbf9a0a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 812 time: 0.2019601 Nov 19 06:01:23.165715 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-8bfbbaf7-7540-4139-81b6-b7a519e72b9d tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 5087 time: 0.0672455 Nov 19 06:01:23.178203 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'port': {'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'admin_state_up': True, 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'security_groups': ['98ef4b04-78b8-4a8f-bbc6-39c58158d55a']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:01:23.328733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 06:01:23.339863 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 06:01:23.350824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Made reservation on behalf of cebdf4454f004342a8025a2f2b706393 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 06:01:23.356292 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:23.912557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Allocated IP 172.20.0.14 (9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e/f4b2da75-0dc5-45c4-8b21-5e31f52c22a7/dd9d1278-c178-473b-9f5c-412d55baae51) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 06:01:24.022094 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-578ae520-f5fb-4b47-b65a-119f6bf7238c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:24.118884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:24.138214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Transition to ACTIVE for port object dd9d1278-c178-473b-9f5c-412d55baae51 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 06:01:24.161174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:24.177388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-08a75d35-ebc7-4a2c-80a8-ab5041f5d00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:24.368380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=dd9d1278-c178-473b-9f5c-412d55baae51,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:24.382727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:24.445965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3356f98-8960-4b6b-ad34-50fe0428e95d req-558bd772-0173-43cc-84ad-a3540a446ef8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:24.447619 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3356f98-8960-4b6b-ad34-50fe0428e95d req-558bd772-0173-43cc-84ad-a3540a446ef8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 932 time: 0.1571310 Nov 19 06:01:24.452230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 06:01:24.453468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 06:01:24.456788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 06:01:24.471616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:24.556686 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:24.557348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:24.575168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3356f98-8960-4b6b-ad34-50fe0428e95d req-629780a9-0fe4-4e1e-b8f7-5599326add2e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1194606 Nov 19 06:01:24.592844 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0b6ae594-829a-4b5d-bee4-61dd8ef3939f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4215569 Nov 19 06:01:24.612253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Request body: {'port': {'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:01:24.641195 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-8ca148f1-4f8e-4bae-a758-41f451e9fb74 None None] Provisioning for port dd9d1278-c178-473b-9f5c-412d55baae51 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 06:01:24.646255 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-8ca148f1-4f8e-4bae-a758-41f451e9fb74 None None] Provisioning complete for port dd9d1278-c178-473b-9f5c-412d55baae51 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:01:24.646665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8ca148f1-4f8e-4bae-a758-41f451e9fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:24.706234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-8ca148f1-4f8e-4bae-a758-41f451e9fb74 None None] Port dd9d1278-c178-473b-9f5c-412d55baae51 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 06:01:24.728164 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.132544 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9d1278-c178-473b-9f5c-412d55baae51 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 06:01:25.139884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.154496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Transition to ACTIVE for port object dd9d1278-c178-473b-9f5c-412d55baae51 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 06:01:25.158508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.171731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-b3ceb38d-4780-4b6b-89ce-ed0d8f17b624 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:25.303261 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9d1278-c178-473b-9f5c-412d55baae51,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:25.308499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:25.343698 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.498495 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Attempting to bind port dd9d1278-c178-473b-9f5c-412d55baae51 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 06:01:25.498864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Attempting to bind port dd9d1278-c178-473b-9f5c-412d55baae51 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 06:01:25.499227 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Attempting to bind port dd9d1278-c178-473b-9f5c-412d55baae51 on network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 06:01:25.507086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 6, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 06:01:25.507508 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Checking segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 06:01:25.507944 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.508324 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Bound using segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 06:01:25.508800 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Bound port: dd9d1278-c178-473b-9f5c-412d55baae51, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 06:01:25.509166 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.608333 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] For port dd9d1278-c178-473b-9f5c-412d55baae51, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 06:01:25.611962 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] For port dd9d1278-c178-473b-9f5c-412d55baae51, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd9d1278-c178-473b-9f5c-412d55baae51,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 06:01:25.616045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.631618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8531e174-2f8f-4c54-b750-13970ed7174d tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:25.825157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.833518 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9d1278-c178-473b-9f5c-412d55baae51,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:25.840934 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:25.891181 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f508b-a493-4e26-a38f-5c4eaa9868a6 req-33f7721f-2ac5-4589-8d9a-66ba83cf1998 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:25.891957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d07f508b-a493-4e26-a38f-5c4eaa9868a6 req-33f7721f-2ac5-4589-8d9a-66ba83cf1998 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:01:25.895358 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:25.896891 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-318b08f0-51ce-480f-8c50-9f90bb7dc0e8 service neutron] 10.222.0.35 "PUT /v2.0/ports/dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 1158 time: 1.2895546 Nov 19 06:01:25.898063 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:01:25.919888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d07f508b-a493-4e26-a38f-5c4eaa9868a6 req-33f7721f-2ac5-4589-8d9a-66ba83cf1998 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:01:25.921295 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d07f508b-a493-4e26-a38f-5c4eaa9868a6 req-33f7721f-2ac5-4589-8d9a-66ba83cf1998 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.2041693 Nov 19 06:01:25.999876 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'status': 'completed', 'code': 200} Nov 19 06:01:26.021802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d07f508b-a493-4e26-a38f-5c4eaa9868a6 req-18dba9e1-f055-4a28-ba74-f55c81d2eddb tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0932088 Nov 19 06:01:26.053726 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-250e3d6f-3e0f-4227-9109-c75b39cfcb0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1161 time: 0.0921085 Nov 19 06:01:26.135166 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-fc9f567d-7ca1-442d-9d49-91dc99053353 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 217 time: 0.0689611 Nov 19 06:01:26.210297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-55b1f46e-9aa4-49a9-9eac-bda1e6779113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:26.212626 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-55b1f46e-9aa4-49a9-9eac-bda1e6779113 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0708447 Nov 19 06:01:26.300196 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-0d5dfbe4-b913-421e-b2f9-52a81cef57ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807207 Nov 19 06:01:26.444843 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-e3ee1902-1a17-4e0c-b2fd-a357d93de4b5 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371140 Nov 19 06:01:26.599113 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c3275881-d3cc-459b-b892-8abf4e4a6fa2 req-bb38b4ac-8568-468b-85c6-4163f80bf592 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460466 Nov 19 06:01:26.765166 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-6082ef2e-64e4-47a7-8289-b4d3d5147abe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1161 time: 0.0797210 Nov 19 06:01:26.908237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-a7ed9daf-76a3-4252-87d0-25afacb39079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:26.909728 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-a7ed9daf-76a3-4252-87d0-25afacb39079 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1375999 Nov 19 06:01:26.983303 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-dba0364f-821c-4a14-8112-386daec0b61a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 217 time: 0.0667324 Nov 19 06:01:27.051826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-fe857d35-a448-43cc-a204-bda93a91d19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:27.053332 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-fe857d35-a448-43cc-a204-bda93a91d19a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0640986 Nov 19 06:01:27.143733 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-a617387a-e0aa-4173-9f6c-0bce09c32a5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835793 Nov 19 06:01:27.574168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-90b49353-a8b8-4a9f-b913-51cce3419a00 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218900 Nov 19 06:01:27.586157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122aed8-e5f7-4a0b-8035-eca0fe0cffa0 req-2ae11db6-eccc-4201-807e-17870b616b1c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:27.587675 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3122aed8-e5f7-4a0b-8035-eca0fe0cffa0 req-2ae11db6-eccc-4201-807e-17870b616b1c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.4116304 Nov 19 06:01:27.736745 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3122aed8-e5f7-4a0b-8035-eca0fe0cffa0 req-2bac90d9-1878-4639-af2f-a69365d4201d tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1272352 Nov 19 06:01:27.760827 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-af20d9a2-b80b-4669-a7bd-256086fc13d3 req-80d361e5-71c9-40f6-8b0e-4742ea8c7897 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1721959 Nov 19 06:01:28.955705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319bbbe-52b4-4266-b740-5744964f9215 req-fbca9687-64d4-49eb-980f-f275048cd87b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:28.957296 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e319bbbe-52b4-4266-b740-5744964f9215 req-fbca9687-64d4-49eb-980f-f275048cd87b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0844483 Nov 19 06:01:29.012983 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e319bbbe-52b4-4266-b740-5744964f9215 req-dcee7d7d-8ad8-49ab-ad4a-eead2cdc88ae tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0460312 Nov 19 06:01:30.246062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce94f1-fe9d-4995-8eca-211709136749 req-7ea6b2f7-3b55-42b3-b9eb-15cd74c5da86 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:30.247704 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a5ce94f1-fe9d-4995-8eca-211709136749 req-7ea6b2f7-3b55-42b3-b9eb-15cd74c5da86 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0877035 Nov 19 06:01:30.297854 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a5ce94f1-fe9d-4995-8eca-211709136749 req-0adbb854-9498-4a19-8c9d-e7a160b55682 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439413 Nov 19 06:01:30.491502 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:01:31.528930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdca63-4f3d-4689-aa8b-29ffc86edb64 req-5728bb4d-ab4d-4d71-be6c-2f4fdbfecb96 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:31.530655 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39fdca63-4f3d-4689-aa8b-29ffc86edb64 req-5728bb4d-ab4d-4d71-be6c-2f4fdbfecb96 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0953398 Nov 19 06:01:31.593869 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39fdca63-4f3d-4689-aa8b-29ffc86edb64 req-b52c1d8e-f140-4fa5-9194-076fedc901e8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0546632 Nov 19 06:01:32.816666 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd3989-ffc2-4b36-9f13-038f51459877 req-57f4e64e-f75f-43b7-8c40-dbf5009146ae tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:32.818240 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e3fd3989-ffc2-4b36-9f13-038f51459877 req-57f4e64e-f75f-43b7-8c40-dbf5009146ae tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0848041 Nov 19 06:01:32.871712 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e3fd3989-ffc2-4b36-9f13-038f51459877 req-63d1d99b-76be-4e9d-a8b4-7176b6645148 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0469587 Nov 19 06:01:34.101774 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae5085-3fd0-4ee1-a6c7-3dbadb525830 req-ae5df90a-842d-43cd-902f-87728f6f9144 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:34.103281 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7eae5085-3fd0-4ee1-a6c7-3dbadb525830 req-ae5df90a-842d-43cd-902f-87728f6f9144 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0920439 Nov 19 06:01:34.158665 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7eae5085-3fd0-4ee1-a6c7-3dbadb525830 req-67ecbb0e-f060-407d-ab25-5e6327b3625b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0457277 Nov 19 06:01:35.412444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e984-83f8-44b8-ac7b-c7e01a0b460f req-71902e0f-1da0-4b3e-9995-63da5f5563fd tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:35.414025 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4786e984-83f8-44b8-ac7b-c7e01a0b460f req-71902e0f-1da0-4b3e-9995-63da5f5563fd tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0972602 Nov 19 06:01:35.465924 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-4786e984-83f8-44b8-ac7b-c7e01a0b460f req-c597ba75-483e-49ef-b9ab-f85d7e3bf29e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0456645 Nov 19 06:01:36.508501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device dd9d1278-c178-473b-9f5c-412d55baae51 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 06:01:36.585368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port dd9d1278-c178-473b-9f5c-412d55baae51 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 06:01:36.590492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port dd9d1278-c178-473b-9f5c-412d55baae51 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:01:36.590909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:36.688831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873f0fa-47b7-4857-b715-215054b91bf7 req-8025d839-e120-4ab9-9e73-dbe8f7a50ca4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:36.690429 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873f0fa-47b7-4857-b715-215054b91bf7 req-8025d839-e120-4ab9-9e73-dbe8f7a50ca4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0865724 Nov 19 06:01:36.712148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:36.740675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:01:36.743819 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d873f0fa-47b7-4857-b715-215054b91bf7 req-b710160d-f32b-4d23-a3b7-c26ae7a3fa53 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0451949 Nov 19 06:01:36.752600 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port dd9d1278-c178-473b-9f5c-412d55baae51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd9d1278-c178-473b-9f5c-412d55baae51,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:01:36.756060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:36.758065 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-1bfe33ea-fd7b-4c73-8fff-b42b7361b8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:36.804491 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'code': 200} Nov 19 06:01:36.829731 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=dd9d1278-c178-473b-9f5c-412d55baae51,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:36.833440 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:37.128760 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39746ce8-c206-4a7a-8e9b-4685de164e3a req-45e4093e-2ac7-4116-acf7-f6cb27192f7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0830691 Nov 19 06:01:37.175689 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39746ce8-c206-4a7a-8e9b-4685de164e3a req-1a63514c-972b-4698-8fe0-fd1818844e9d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0388572 Nov 19 06:01:37.979148 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab736c9-8b34-4549-86b2-1565778ce538 req-71232e50-6920-4423-bd6d-f1675aa09c69 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:37.980802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eab736c9-8b34-4549-86b2-1565778ce538 req-71232e50-6920-4423-bd6d-f1675aa09c69 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 946 time: 0.0871668 Nov 19 06:01:38.032680 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-eab736c9-8b34-4549-86b2-1565778ce538 req-a75133d2-a303-4636-b576-2d5a789ce9e2 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428123 Nov 19 06:01:38.071383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device dd9d1278-c178-473b-9f5c-412d55baae51 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 06:01:38.155341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port dd9d1278-c178-473b-9f5c-412d55baae51 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:01:38.155775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:39.281694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f467d-0117-4bec-a9d1-c571fab83e5f req-2645504a-a123-42cb-ac90-db0f23de27f4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:39.283290 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-786f467d-0117-4bec-a9d1-c571fab83e5f req-2645504a-a123-42cb-ac90-db0f23de27f4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 946 time: 0.1019771 Nov 19 06:01:39.334803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-786f467d-0117-4bec-a9d1-c571fab83e5f req-d780ef92-7551-4a30-afda-339e87f0e836 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0426548 Nov 19 06:01:39.559486 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772220f7-0090-46a8-8bc7-66f7c203e475 req-b676f203-d7ab-46c3-8f29-8028ab8ed896 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:39.561065 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-772220f7-0090-46a8-8bc7-66f7c203e475 req-b676f203-d7ab-46c3-8f29-8028ab8ed896 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 946 time: 0.0848389 Nov 19 06:01:39.611200 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-772220f7-0090-46a8-8bc7-66f7c203e475 req-0b17af01-cc2a-40a8-b87f-5b1bd760be49 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418217 Nov 19 06:01:39.847041 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4e6242e-7d05-4817-a554-f9777b50795b req-12425fdb-ff8a-4cc4-ae30-1891f3826f4b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1672206 Nov 19 06:01:39.857638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:01:39.864270 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 06:01:39.874687 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 06:01:39.886715 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:40.053720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:40.395476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Allocated IP 172.27.3.169 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/1ca14c1c-2dff-4981-9544-b236e0aa3151) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 06:01:40.581589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:40.621843 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:40.637678 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c6ff3ca9-7c94-4486-a097-43b0cd58239e tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:40.778538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=1ca14c1c-2dff-4981-9544-b236e0aa3151,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:40.782469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:40.849052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 06:01:40.850341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 06:01:40.852943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 06:01:40.948202 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:41.014750 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:41.315076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:41.321273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:41.335064 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-624ff151-1858-4986-b767-3e328b5cd812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:01:41.476370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=1ca14c1c-2dff-4981-9544-b236e0aa3151,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:01:41.479594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:01:41.599990 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:41.630659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:41.632036 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4e6242e-7d05-4817-a554-f9777b50795b req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7786717 Nov 19 06:01:41.716646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-a4e6242e-7d05-4817-a554-f9777b50795b req-ee6b3dec-71c9-4201-b23c-add0a6a694f7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:01:41.732339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-a4e6242e-7d05-4817-a554-f9777b50795b req-ee6b3dec-71c9-4201-b23c-add0a6a694f7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:01:41.733623 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4e6242e-7d05-4817-a554-f9777b50795b req-ee6b3dec-71c9-4201-b23c-add0a6a694f7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.169 HTTP/1.1" status: 200 len: 696 time: 0.0952585 Nov 19 06:01:41.895931 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6242e-7d05-4817-a554-f9777b50795b req-19751266-8076-4118-902d-0446e418c979 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:41.897318 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4e6242e-7d05-4817-a554-f9777b50795b req-19751266-8076-4118-902d-0446e418c979 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1577709 Nov 19 06:01:41.910882 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-a4e6242e-7d05-4817-a554-f9777b50795b req-ff0a012c-38b4-40d8-bc59-2692626b341f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 06:01:41.911954 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a4e6242e-7d05-4817-a554-f9777b50795b req-ff0a012c-38b4-40d8-bc59-2692626b341f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0059335 Nov 19 06:01:42.110397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-86355716-6879-404b-929c-9ce4587f9e3e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:42.112018 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-86355716-6879-404b-929c-9ce4587f9e3e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0901096 Nov 19 06:01:42.201803 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-638472ac-3cd6-4fb4-880e-1e03bebcb348 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.169 HTTP/1.1" status: 200 len: 696 time: 0.0805919 Nov 19 06:01:42.212519 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'floatingip': {'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:01:42.290700 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:42.922758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:42.927996 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:43.364638 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Floating IP 8c0cbff2-fe50-4874-9de5-fb102ed5077f associated. External IP: 172.27.3.169, port: dd9d1278-c178-473b-9f5c-412d55baae51. Nov 19 06:01:43.782545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:01:44.006525 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:01:44.011051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:44.016568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:01:44.030720 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:01:44.031471 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:01:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:44.069668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-bae4dfc2-3f58-4cd1-8cf8-4235bf754399 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "PUT /v2.0/floatingips/8c0cbff2-fe50-4874-9de5-fb102ed5077f HTTP/1.1" status: 200 len: 997 time: 1.8616433 Nov 19 06:01:44.070241 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:01:44.138400 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'status': 'completed', 'code': 200} Nov 19 06:01:44.171334 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-7cea9dc2-63fc-4d2d-817e-59940250fc72 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0800192 Nov 19 06:01:44.220956 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:01:44.374583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-4ccc74a9-4899-4ae3-bbfe-70d8b81949ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:44.376153 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-4ccc74a9-4899-4ae3-bbfe-70d8b81949ad service neutron] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1984644 Nov 19 06:01:44.386925 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-7f5eb6d7-e485-4e53-b251-1449bed7b8f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.1868150 Nov 19 06:01:44.585221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-f3de9e5a-35e4-44bd-813e-585f9b2db51c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 1000 time: 0.1972303 Nov 19 06:01:44.594537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:42Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:44.598921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:01:44.610964 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:01:44.611920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:01:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:44.675490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-a7f9a50f-eade-469b-a979-ee24de92a33a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:44.677165 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-a7f9a50f-eade-469b-a979-ee24de92a33a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.2356429 Nov 19 06:01:44.734907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-d300f4be-73e4-4e30-b927-f304905a4a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:44.736505 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-d300f4be-73e4-4e30-b927-f304905a4a0d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.1401784 Nov 19 06:01:44.798638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:01:44.839771 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-b2ec0ca2-4024-44e6-8f9a-830b3c305b26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 1000 time: 0.1555145 Nov 19 06:01:44.913714 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-8a01d726-045b-4a12-ad58-f5bd54eea58d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1569564 Nov 19 06:01:44.924644 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-39dcdebd-2962-432e-b412-83c20875b5e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:01:44.926268 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-39dcdebd-2962-432e-b412-83c20875b5e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0794897 Nov 19 06:01:44.930157 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-71553478-6b00-4077-b72f-61de11b67945 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 06:01:44.931151 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-71553478-6b00-4077-b72f-61de11b67945 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0085359 Nov 19 06:01:45.135572 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-94e6865b-78e8-4dc5-8806-5fece181908c service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695282 Nov 19 06:01:45.139529 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-6afdbf2e-6769-4916-9e0a-0d9357b77fcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2066584 Nov 19 06:01:45.168994 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:42Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:01:45.173384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd451a0d-d453-4069-a6b9-4d3474b2838e None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:42Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:01:45.405552 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-06b767b5-eab9-430e-ab9e-f2550e08cbe7 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408085 Nov 19 06:01:45.408956 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-80e05c6b-669f-407e-89c7-5d859e640b53 req-c4a26738-ffbc-4061-bbbc-987717a8d5bc service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2659140 Nov 19 06:01:45.460928 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3722b2ef-9bab-4f48-8463-6bac6e5a9fb5 None None] New status for floating IP 8c0cbff2-fe50-4874-9de5-fb102ed5077f: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 06:01:45.778035 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c5cdc586-e5f1-4f06-ae55-b3822763d304 req-4b5367c4-5615-426a-9193-216318f62399 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3662274 Nov 19 06:01:47.746958 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:51.369156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9793aab8-dc92-4079-9e5b-33b2e835cafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:54.020036 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2da2b66f-3b0f-495b-8819-975c6ab673a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:54.486501 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:55.357532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:01:55.839187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:07.489668 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:02:17.745451 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:21.227337 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-07f97ede-a9c8-47b6-8bce-d0863f1fdb3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1581812 Nov 19 06:02:21.363455 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83a66105-ecac-4f21-844e-a74f3da02119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:21.397180 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-18c46212-3157-456a-9634-eaae79e758cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0783510 Nov 19 06:02:21.553347 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-b36f08f1-eec5-435d-9ada-44547a02552b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:02:21.554907 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-b36f08f1-eec5-435d-9ada-44547a02552b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1372645 Nov 19 06:02:21.670208 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-9c0b258a-bda8-4014-8812-4561724e5251 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 1002 time: 0.1082253 Nov 19 06:02:21.742542 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-ea05ec5c-df2c-4800-8224-3f7bca0533a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:02:21.744187 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-ea05ec5c-df2c-4800-8224-3f7bca0533a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0675097 Nov 19 06:02:21.827070 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-454bd382-c303-4066-b065-cd88ad2dfbe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766771 Nov 19 06:02:21.971069 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-57a361ad-c921-42cc-8c97-b56e9a66fc12 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368084 Nov 19 06:02:22.128026 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7f3966b5-8566-4965-960a-bfe1ce1f93bb req-0ccb90a5-ab00-4d87-9528-885162d924fe service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499968 Nov 19 06:02:24.021935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d9807206-5e27-4f14-a356-336b0bb30f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:24.487751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:25.357349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:25.839023 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:44.484491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:02:47.763025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:51.377091 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6809e179-af0d-4083-9b6e-b99e97dcb1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:54.028341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f55e3b02-81f9-41c0-b219-ca0392646bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:54.483631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:55.357245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:02:55.843640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:17.782182 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:21.376496 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-733ee233-c710-49ae-96bd-6dd958bcfda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:21.491425 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:03:22.113611 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-bdf0c7f9-a53c-4a92-aa07-6083b1baeda9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0837939 Nov 19 06:03:22.290550 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-eae01d3a-cb94-432d-acb8-b44609efa327 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0782533 Nov 19 06:03:22.449598 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-db151fce-2e11-4d8b-95af-0d1977dc72b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:22.451221 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-db151fce-2e11-4d8b-95af-0d1977dc72b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1410949 Nov 19 06:03:22.564876 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-8e1f2e9c-c60d-474e-9f93-b9c5269adbf1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 1002 time: 0.1055696 Nov 19 06:03:22.635775 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-c73a70f7-accc-4c9c-b380-f8646caf78a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:22.637321 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-c73a70f7-accc-4c9c-b380-f8646caf78a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0647621 Nov 19 06:03:22.722976 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-4497503f-6958-448c-bc5f-b5b5b187d708 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793488 Nov 19 06:03:22.869710 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-3147ae27-6951-4c0a-a1f1-d67cdc2844ec service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379759 Nov 19 06:03:23.015153 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-c1f20661-b8ea-48d7-91e8-5570bc4b6db7 req-559374a3-acdb-40d7-bfec-57af432f74f7 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389029 Nov 19 06:03:24.018593 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-28ef30fb-f16e-4134-9b80-fd1081274f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:24.485052 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:25.359781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:25.852031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:45.785005 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-52d29a26-ec0b-43d6-bbe7-2e6b9271c59b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1487460564&fields=id&tenant_id=cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 267 time: 0.0443153 Nov 19 06:03:45.946951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b18453-fa9a-4f87-9458-7530a15140ed req-e81563d3-e603-4f27-9708-89dd76d00bf3 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:45.948488 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-e81563d3-e603-4f27-9708-89dd76d00bf3 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 812 time: 0.1562951 Nov 19 06:03:45.969303 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-1165d130-f795-4068-a281-431f8360e93d tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/quotas/cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 375 time: 0.0118210 Nov 19 06:03:46.061578 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-e5ebcae4-ddc9-4200-9cd9-c64668ddec01 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865097 Nov 19 06:03:46.296418 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-098100ad-9a3a-4bb8-9cb5-85dc3a3c752e service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211473 Nov 19 06:03:46.439784 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-522be24c-1bc1-4c2c-8a19-5de231b92b8d service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360228 Nov 19 06:03:46.884859 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-524be2d7-244b-406f-a611-b1861bd5f080 req-8285c1a8-7d0f-4f5b-8cd3-9c8beb4eb398 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 210 time: 0.0488622 Nov 19 06:03:47.778158 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:48.068196 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-fde42ae3-b55d-4b5e-b8a6-dba5e105f346 req-9661a938-7e0a-4e3d-82e6-72df8fa7e75b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 210 time: 0.0515809 Nov 19 06:03:48.564240 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b18453-fa9a-4f87-9458-7530a15140ed req-04719ed2-07a9-43de-82c7-7a5ef4a55788 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:48.565797 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-04719ed2-07a9-43de-82c7-7a5ef4a55788 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 812 time: 0.1569595 Nov 19 06:03:48.650831 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-cb333fc7-e3ed-45d5-a92f-e2e5377dc78a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cebdf4454f004342a8025a2f2b706393 HTTP/1.1" status: 200 len: 5087 time: 0.0660696 Nov 19 06:03:48.663307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'port': {'device_id': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'admin_state_up': True, 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'security_groups': ['98ef4b04-78b8-4a8f-bbc6-39c58158d55a']}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:03:48.812216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 06:03:48.822727 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 06:03:48.832954 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Made reservation on behalf of cebdf4454f004342a8025a2f2b706393 for: {'port': 1} {{(pid=80294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 06:03:48.838488 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:49.152675 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Allocated IP 172.20.0.4 (9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e/f4b2da75-0dc5-45c4-8b21-5e31f52c22a7/e4019629-12c9-4db2-9470-8a8a90de1b30) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 06:03:49.319700 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-69ae2096-9059-4e8d-8f81-5a9c8c37b3a1 req-8c94f3a9-bb96-4523-b77d-508cc1c792a9 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 210 time: 0.1069911 Nov 19 06:03:49.395075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:49.413090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Transition to ACTIVE for port object e4019629-12c9-4db2-9470-8a8a90de1b30 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 06:03:49.436008 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:49.451365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-044f54f7-9231-46cb-8bc0-5fe33e172315 tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:03:49.587469 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=e4019629-12c9-4db2-9470-8a8a90de1b30,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:03:49.616206 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.616616 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.617023 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.617419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.617825 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.618250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.618610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.619001 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.619382 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.619799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.620191 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.620599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.621046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.621412 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.621796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.622186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.622567 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.622950 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.623360 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.623757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.624141 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.624535 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.624912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.625291 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:03:49.637128 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:03:49.662273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 06:03:49.663509 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 06:03:49.666045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 06:03:49.736059 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:49.736810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:49.768886 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ca88eb8a-89d5-4c05-bd1f-0ac64004c59a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1096938 Nov 19 06:03:49.788625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Request body: {'port': {'device_id': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:03:49.899975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-df4b5c8a-60ee-40cc-9cde-bc219a6ca3f8 None None] Provisioning for port e4019629-12c9-4db2-9470-8a8a90de1b30 completed by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 06:03:49.905781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-df4b5c8a-60ee-40cc-9cde-bc219a6ca3f8 None None] Provisioning complete for port e4019629-12c9-4db2-9470-8a8a90de1b30 triggered by entity DHCP. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:03:49.906194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-df4b5c8a-60ee-40cc-9cde-bc219a6ca3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:49.964705 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-df4b5c8a-60ee-40cc-9cde-bc219a6ca3f8 None None] Port e4019629-12c9-4db2-9470-8a8a90de1b30 cannot update to ACTIVE because it is not bound. {{(pid=80295) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 06:03:50.138613 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:50.632113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dbeda-5401-45c6-ae59-cc853f14adf9 req-93e26c5c-e0ba-46eb-9646-b04022d237ba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:50.632785 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-481dbeda-5401-45c6-ae59-cc853f14adf9 req-93e26c5c-e0ba-46eb-9646-b04022d237ba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:03:50.642693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4019629-12c9-4db2-9470-8a8a90de1b30 {{(pid=80294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 06:03:50.652781 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:50.669187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-481dbeda-5401-45c6-ae59-cc853f14adf9 req-93e26c5c-e0ba-46eb-9646-b04022d237ba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:03:50.670461 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-481dbeda-5401-45c6-ae59-cc853f14adf9 req-93e26c5c-e0ba-46eb-9646-b04022d237ba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 931 time: 0.2082222 Nov 19 06:03:50.671384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Transition to ACTIVE for port object e4019629-12c9-4db2-9470-8a8a90de1b30 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 06:03:50.676329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:50.691604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-11d884bf-e20a-42d3-8649-3105c6125d4d tempest-AttachVolumeShelveTestJSON-434035290 tempest-AttachVolumeShelveTestJSON-434035290] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:03:50.868904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=e4019629-12c9-4db2-9470-8a8a90de1b30,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:03:50.877723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:03:50.899174 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-481dbeda-5401-45c6-ae59-cc853f14adf9 req-decaca40-a827-4eb7-8992-5d5f73720501 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2085941 Nov 19 06:03:51.055515 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Attempting to bind port e4019629-12c9-4db2-9470-8a8a90de1b30 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 06:03:51.055919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Attempting to bind port e4019629-12c9-4db2-9470-8a8a90de1b30 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 06:03:51.056317 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Attempting to bind port e4019629-12c9-4db2-9470-8a8a90de1b30 on network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 06:03:51.063969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Checking agent: {'id': '2c163ef3-f25a-4ee6-bd4b-fabb380a20f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 5, 43, 16), 'started_at': datetime.datetime(2020, 11, 19, 5, 43, 46), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 6, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 06:03:51.064341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Checking segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 06:03:51.064735 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:51.065123 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Bound using segment: {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 06:03:51.065584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Bound port: e4019629-12c9-4db2-9470-8a8a90de1b30, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 06:03:51.065943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:51.168876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] For port e4019629-12c9-4db2-9470-8a8a90de1b30, host hv-cinder-76330, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 06:03:51.172153 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] For port e4019629-12c9-4db2-9470-8a8a90de1b30, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e4019629-12c9-4db2-9470-8a8a90de1b30,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 06:03:51.175653 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:51.195268 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:03:51.340986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=e4019629-12c9-4db2-9470-8a8a90de1b30,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:03:51.345978 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:03:51.370464 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cd6f33f0-8347-4f5e-a5c2-eb0e9f1c74f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:51.378046 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:51.379591 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-023d572a-0d80-4c59-9351-57b50ad5c0ae service neutron] 10.222.0.35 "PUT /v2.0/ports/e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 1157 time: 1.5959322 Nov 19 06:03:51.380121 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:03:51.526387 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-95bf7251-0c11-477f-8f41-522ef576dfb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1160 time: 0.0892384 Nov 19 06:03:51.605726 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-aa823810-7648-4acf-b233-884191867f40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 217 time: 0.0657711 Nov 19 06:03:51.677551 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ba5d8cd4-0259-40ac-87d2-ea4fb5281b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:51.679009 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-ba5d8cd4-0259-40ac-87d2-ea4fb5281b18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0675414 Nov 19 06:03:51.767515 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-8038ed39-e543-4c1f-a5dd-df75ca19d0bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818071 Nov 19 06:03:51.910786 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-30f36941-76ce-4b5f-a48d-683925039414 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357989 Nov 19 06:03:52.100308 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-90b18453-fa9a-4f87-9458-7530a15140ed req-65ff17a6-14a6-47ab-9da4-0ebe4802b5f2 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1836925 Nov 19 06:03:52.134833 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33dd9-355f-4031-96b0-39a97dab96e8 req-e039050a-c9a3-483a-aa62-201e7e9d899a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:52.136462 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-28d33dd9-355f-4031-96b0-39a97dab96e8 req-e039050a-c9a3-483a-aa62-201e7e9d899a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.1063442 Nov 19 06:03:52.185802 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-28d33dd9-355f-4031-96b0-39a97dab96e8 req-31e01dd5-92fe-4fcb-b5a9-4acf9de02d89 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428102 Nov 19 06:03:52.474218 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'status': 'completed', 'code': 200} Nov 19 06:03:52.604591 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-12e01817-7165-44b8-af80-09aec6b6697c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1160 time: 0.0815163 Nov 19 06:03:52.748930 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836276-0124-4e93-86f8-951651980562 req-48c0a067-a857-48a2-8031-853c4873a3ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:52.750538 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-48c0a067-a857-48a2-8031-853c4873a3ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1393137 Nov 19 06:03:52.820596 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-262652e9-c0b7-43f5-9f5a-c05d0603a07e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 217 time: 0.0630302 Nov 19 06:03:52.893439 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836276-0124-4e93-86f8-951651980562 req-8fb85d88-c408-436c-994e-eb229d6b0d75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:52.894972 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-8fb85d88-c408-436c-994e-eb229d6b0d75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0673296 Nov 19 06:03:52.980795 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-7b2f4b46-7a55-4764-a8e2-82ba36303264 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775652 Nov 19 06:03:53.124250 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-894fa9ab-3c41-44f6-b336-bcd0ae6c258e service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362221 Nov 19 06:03:53.271116 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bd836276-0124-4e93-86f8-951651980562 req-2586a44e-9045-4393-90c8-dc6de7d545bf service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398470 Nov 19 06:03:53.414862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23fa4c-162e-4da9-98e5-c77daea70cb1 req-11cd2583-200e-4377-adbe-43275e7c0aec tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:53.416395 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-be23fa4c-162e-4da9-98e5-c77daea70cb1 req-11cd2583-200e-4377-adbe-43275e7c0aec tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0882583 Nov 19 06:03:53.470527 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-be23fa4c-162e-4da9-98e5-c77daea70cb1 req-7f6780dc-95bc-413c-a2c2-5d44b66f1c8b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0448356 Nov 19 06:03:54.018909 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-40048e69-7fdd-4b99-a01f-6a48b6344ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:54.494602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:54.706277 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b59229-13e9-4c3e-b30e-c008417be2e4 req-c1d781ba-d334-472f-8fd2-bef5aac7e350 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:54.708239 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22b59229-13e9-4c3e-b30e-c008417be2e4 req-c1d781ba-d334-472f-8fd2-bef5aac7e350 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0953476 Nov 19 06:03:54.757903 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-22b59229-13e9-4c3e-b30e-c008417be2e4 req-f7ba32ee-6a94-4b2c-8415-c3c342472d77 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432091 Nov 19 06:03:55.364545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:55.847348 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:03:55.995327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2d204-b701-40b1-916b-f99000a0ec7f req-65682a13-ea90-4038-ab88-77fa42052f75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:55.996946 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e9b2d204-b701-40b1-916b-f99000a0ec7f req-65682a13-ea90-4038-ab88-77fa42052f75 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0942276 Nov 19 06:03:56.048014 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-e9b2d204-b701-40b1-916b-f99000a0ec7f req-43d71761-02c1-4ea0-9234-40b9ce07d35c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0420027 Nov 19 06:03:57.278776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9568b24-bf49-454f-a248-a713d600abca req-cc6b1d1c-cf9b-491d-9924-708776d19ad4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:57.280409 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9568b24-bf49-454f-a248-a713d600abca req-cc6b1d1c-cf9b-491d-9924-708776d19ad4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0831373 Nov 19 06:03:57.332187 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9568b24-bf49-454f-a248-a713d600abca req-e0e771a0-8cf9-4655-ac9a-bb8f058ef6f3 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0451241 Nov 19 06:03:58.481975 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:03:58.560993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527851c5-6c09-4e01-bb6f-5661287113a1 req-cdf47c5a-8f79-4a87-ad4f-42bdabaa9deb tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:58.562618 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-527851c5-6c09-4e01-bb6f-5661287113a1 req-cdf47c5a-8f79-4a87-ad4f-42bdabaa9deb tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0849376 Nov 19 06:03:58.614136 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-527851c5-6c09-4e01-bb6f-5661287113a1 req-d8309b05-13f0-4c9b-b295-bd096588dbae tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0420737 Nov 19 06:03:59.849470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b340f-4d27-4de0-9c7e-33f4fcb6fc1a req-753cc3fb-b0f8-4576-a932-1fc15f497be1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:03:59.851080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1c8b340f-4d27-4de0-9c7e-33f4fcb6fc1a req-753cc3fb-b0f8-4576-a932-1fc15f497be1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0925889 Nov 19 06:03:59.910496 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1c8b340f-4d27-4de0-9c7e-33f4fcb6fc1a req-8d699958-3503-4d93-bc69-598d5d30b6f7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0501099 Nov 19 06:04:01.075244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e4019629-12c9-4db2-9470-8a8a90de1b30 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 06:04:01.149286 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning for port e4019629-12c9-4db2-9470-8a8a90de1b30 completed by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 06:04:01.150068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01a26-b77d-4b92-8c5e-f5ace52e2a7d req-ac84250f-b4cc-4385-ae48-a5a05df31bac tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:01.151743 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bdb01a26-b77d-4b92-8c5e-f5ace52e2a7d req-ac84250f-b4cc-4385-ae48-a5a05df31bac tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 943 time: 0.0915756 Nov 19 06:04:01.154638 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e4019629-12c9-4db2-9470-8a8a90de1b30 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:04:01.155047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:01.202167 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bdb01a26-b77d-4b92-8c5e-f5ace52e2a7d req-f3089665-d677-4a8b-be74-1633a1a551b0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439901 Nov 19 06:04:01.273395 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:01.301304 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:04:01.311338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port e4019629-12c9-4db2-9470-8a8a90de1b30, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e4019629-12c9-4db2-9470-8a8a90de1b30,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:04:01.315706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:01.318549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fd5fefce-1e4a-4e37-b3a6-968e810b8de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:04:01.386189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=e4019629-12c9-4db2-9470-8a8a90de1b30,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:04:01.396816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.397142 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.397569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.397970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.398330 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.398688 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.399045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.399419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.399758 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.400113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.400466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.400842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.401226 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.401583 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.401936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.402397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.402607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.402957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.403306 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.403683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.404026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.404374 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.404719 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.405068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:04:01.409721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:04:01.445299 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'code': 200} Nov 19 06:04:02.015454 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9c418ac-bb1e-428f-946d-6331ddab7412 req-f0cfa23f-2705-407d-b82a-e5813b1fdc2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1162 time: 0.3155727 Nov 19 06:04:02.060248 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-a9c418ac-bb1e-428f-946d-6331ddab7412 req-6b95de0d-2a06-48bf-9fba-4c6426192ac4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0377188 Nov 19 06:04:02.426943 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9aeb5-6351-48b4-9ee6-f215b1b1946c req-14a88c90-bfd1-491e-be1a-798c598a2117 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:02.428478 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-77a9aeb5-6351-48b4-9ee6-f215b1b1946c req-14a88c90-bfd1-491e-be1a-798c598a2117 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.0864706 Nov 19 06:04:02.481260 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-77a9aeb5-6351-48b4-9ee6-f215b1b1946c req-c91021ee-4867-473d-be0e-da72a0e0401a tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0464962 Nov 19 06:04:02.707259 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e4019629-12c9-4db2-9470-8a8a90de1b30 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 06:04:02.783415 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e4019629-12c9-4db2-9470-8a8a90de1b30 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:04:02.783879 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:03.706039 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b7fb-0046-4b76-a051-54c6fa8ef0a4 req-11878468-f9fa-4d65-9e57-e6fedaa22bd3 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:03.708083 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d20b7fb-0046-4b76-a051-54c6fa8ef0a4 req-11878468-f9fa-4d65-9e57-e6fedaa22bd3 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.0855014 Nov 19 06:04:03.760076 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-7d20b7fb-0046-4b76-a051-54c6fa8ef0a4 req-6291dde0-3ef4-49ed-b9c0-711379dfd6ef tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447519 Nov 19 06:04:04.697245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e4019629-12c9-4db2-9470-8a8a90de1b30 up at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 06:04:04.779634 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.provisioning_blocks [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Provisioning complete for port e4019629-12c9-4db2-9470-8a8a90de1b30 triggered by entity L2. {{(pid=80295) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 06:04:04.780138 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1238735'] for port, provisioning_complete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:04.975594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669204ec-c4c1-4f7d-917f-4d9ad3894fbe req-aff224aa-6559-433e-8ca5-8b392e0e3604 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:04.977331 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-669204ec-c4c1-4f7d-917f-4d9ad3894fbe req-aff224aa-6559-433e-8ca5-8b392e0e3604 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.0882189 Nov 19 06:04:05.030155 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-669204ec-c4c1-4f7d-917f-4d9ad3894fbe req-e37952fb-500f-4090-8feb-99412b4dbae7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0437052 Nov 19 06:04:05.259642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24863-72e0-42be-a6fd-b6be522e73d9 req-72c6d32b-ef50-40a6-b80a-1c6f0a1c4176 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:05.261256 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bfa24863-72e0-42be-a6fd-b6be522e73d9 req-72c6d32b-ef50-40a6-b80a-1c6f0a1c4176 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.0977936 Nov 19 06:04:05.313373 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-bfa24863-72e0-42be-a6fd-b6be522e73d9 req-a184abbd-d663-4ea1-9f3d-6ed2cc290cb7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428791 Nov 19 06:04:05.530937 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-85ca3f19-9085-43a3-84ae-838404fce470 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1623080 Nov 19 06:04:05.544019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'floatingip': {'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:04:05.549813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 06:04:05.559904 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.quota.driver [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80294) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 06:04:05.570713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:05.725450 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.010829 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_common [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Allocated IP 172.27.3.28 (156240e7-e570-4245-804b-5bf4e66edaf7/0b50d837-505a-45c1-8bd7-4b7e70e6dbd7/09056a5a-ce7a-4384-8d2d-5879051f8e45) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 06:04:06.169055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.197288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246587291952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.210546 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c9963018-eb62-465e-b130-6f2c3a53ae73 tempest-VolumesSnapshotTestJSON-1302116989 tempest-VolumesSnapshotTestJSON-1302116989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:04:06.338739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=09056a5a-ce7a-4384-8d2d-5879051f8e45,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:04:06.343927 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:04:06.398919 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Network 156240e7-e570-4245-804b-5bf4e66edaf7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 06:04:06.400126 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.base_scheduler [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Resources bound (agent type, host, resource id): {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 06:04:06.402498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 06:04:06.497893 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.559357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.839563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.844594 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6444791'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:06.857635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-fadc3a03-6d0d-4636-bd73-4368cad693d0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:04:06.989301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event updated for resources: {'Port': ['ID=09056a5a-ce7a-4384-8d2d-5879051f8e45,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:04:06.992326 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:04:07.109075 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:07.138736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:07.140031 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-9ca1af9d-6530-41be-a665-99b749d544fe tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6002486 Nov 19 06:04:07.227806 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-50a2bd1e-3eb2-417a-b4cb-3a274c816336 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:04:07.247043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-50a2bd1e-3eb2-417a-b4cb-3a274c816336 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:04:07.248474 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-50a2bd1e-3eb2-417a-b4cb-3a274c816336 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.28 HTTP/1.1" status: 200 len: 695 time: 0.0988653 Nov 19 06:04:07.415608 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-798c4209-e9c0-41b1-9f18-892508a19052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:07.417074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2a796c-0435-41c1-9b44-5ab8424bad63 req-798c4209-e9c0-41b1-9f18-892508a19052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1590998 Nov 19 06:04:07.622234 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ce92c233-148a-468f-a78a-ec51893205e6 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:07.624025 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ce92c233-148a-468f-a78a-ec51893205e6 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0956140 Nov 19 06:04:07.711231 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-823a41e6-9cf4-40e2-8065-7c2d16c955ae tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.28 HTTP/1.1" status: 200 len: 695 time: 0.0808380 Nov 19 06:04:07.722173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.v2.base [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Request body: {'floatingip': {'port_id': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 06:04:07.799497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:08.440499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:08.444341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596120'] for floatingip, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:08.648665 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Floating IP d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3 associated. External IP: 172.27.3.28, port: e4019629-12c9-4db2-9470-8a8a90de1b30. Nov 19 06:04:09.283453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:04:09.500067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:04:09.504813 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:09.511365 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:04:09.525625 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:04:09.526301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:03:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:04:09.565606 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ccde98a0-0ab3-4514-806b-b801e50adba7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "PUT /v2.0/floatingips/d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3 HTTP/1.1" status: 200 len: 995 time: 1.8474340 Nov 19 06:04:09.566078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:04:09.628253 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'status': 'completed', 'code': 200} Nov 19 06:04:09.723609 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:04:09.797461 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-a8034996-97b9-45eb-80cc-b397d790ce7c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1162 time: 0.2176998 Nov 19 06:04:09.829343 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-95fb1639-59d9-4209-b1e7-06181ddf4fb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1162 time: 0.1254668 Nov 19 06:04:10.061635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05c2b-64cd-418c-8821-a99f690fffad req-0d7e62bb-1e9a-4c55-9121-ad31356de6a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:10.063267 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-0d7e62bb-1e9a-4c55-9121-ad31356de6a0 service neutron] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.2587192 Nov 19 06:04:10.070832 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555655f4-6606-4f84-95a8-b04addd519af req-f509fa26-08ce-4d1b-b760-1e19fdcc887d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:10.072389 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-f509fa26-08ce-4d1b-b760-1e19fdcc887d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1906037 Nov 19 06:04:10.093836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:45Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}, {'id': 'd4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:76:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:04:06Z', 'updated_at': '2020-11-19T06:04:08Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:04:10.098087 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:04:10.109982 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:04:10.110635 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:03:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:04:10.264911 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-4fe1813b-0775-4de7-8138-9a18b3449caf service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 998 time: 0.1914704 Nov 19 06:04:10.267823 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-80568d4a-881a-4198-b121-0793a82fffd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 998 time: 0.1408086 Nov 19 06:04:10.298076 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:04:10.391997 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05c2b-64cd-418c-8821-a99f690fffad req-75d57ddc-88a3-4495-9bc9-ef14bea6a381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:10.393505 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-75d57ddc-88a3-4495-9bc9-ef14bea6a381 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.1221254 Nov 19 06:04:10.397102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555655f4-6606-4f84-95a8-b04addd519af req-cc3dd5f4-064e-4540-a5bb-e1e4932e49d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:10.398615 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-cc3dd5f4-064e-4540-a5bb-e1e4932e49d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0891433 Nov 19 06:04:10.545204 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-8662e0ad-2296-40e2-8c2f-97fba078c5f6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1443362 Nov 19 06:04:10.548176 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-5359e2fe-231a-4f44-bbbd-5da726903b57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1146770 Nov 19 06:04:10.669569 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:45Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}, {'id': 'd4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:76:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:04:06Z', 'updated_at': '2020-11-19T06:04:08Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:04:10.674047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece048ad-7db8-4574-a0d6-36ff074fbf19 None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:45Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}, {'id': 'd4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:76:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:04:06Z', 'updated_at': '2020-11-19T06:04:08Z', 'revision_number': 1, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:04:10.812329 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-ecfdedb3-ade9-4a2d-ab9b-d02b4db7c4f9 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595227 Nov 19 06:04:10.814260 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-9ce26968-115f-47e2-bcea-b6bd336af374 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395284 Nov 19 06:04:10.973419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed564ef-3f74-409d-9e28-ee7af1aa0c33 None None] New status for floating IP d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3: ACTIVE {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 06:04:11.309074 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-86b05c2b-64cd-418c-8821-a99f690fffad req-8c89aa17-00f0-47c0-bf30-7a8877fdbb4e service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4903488 Nov 19 06:04:11.311054 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-555655f4-6606-4f84-95a8-b04addd519af req-56d4e42a-a204-4c79-b25e-7d35d9937143 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4706926 Nov 19 06:04:17.800665 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:21.378297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3ce8df32-bd87-431f-9a38-5b01609e3252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:24.018319 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b7fe855d-74c6-43c3-8480-6fb56673a0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:24.165125 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-d2c77961-8157-4c88-ab54-97578949f94b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835960 Nov 19 06:04:24.357309 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-66b8c221-c9c3-42a0-83ca-f14cfda65c9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0903924 Nov 19 06:04:24.492607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:24.517955 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-7a226c89-070e-4bba-bcbd-c285f35c9f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:24.519582 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-7a226c89-070e-4bba-bcbd-c285f35c9f3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1424985 Nov 19 06:04:24.630437 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-c412339d-3688-430f-b9bf-b2f64e03322c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 1002 time: 0.1026263 Nov 19 06:04:24.700387 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-7ce4f800-e6f4-4573-a3b1-c82d5ecbfc5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:04:24.701960 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-7ce4f800-e6f4-4573-a3b1-c82d5ecbfc5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0640376 Nov 19 06:04:24.783652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-2066ccb4-e142-4c17-b219-c506ffe09866 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743160 Nov 19 06:04:24.935586 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-8eed29c2-8baf-457f-928b-bd4422d4a6aa service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449506 Nov 19 06:04:25.090904 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-30274756-501e-4b73-b32b-2acb8153dcb7 req-47b4db9b-1873-4316-a1f9-e03e3cd4fd60 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479342 Nov 19 06:04:25.363933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:25.851828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:35.491095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:04:47.786308 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:51.381460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-38f45502-bc04-4c7c-ae94-8497d277d3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:54.019738 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-40ea8045-b1ca-4c43-9475-706fb91a6ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:54.502170 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:55.367631 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:04:55.865810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:12.489693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:05:17.804184 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:21.382384 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2b26a601-2b88-4343-b4f0-f5cd1aff633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:24.017278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-2be465dd-8352-4ac5-b3ca-a777e46ec26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:24.500459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:24.511501 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-a866a3d3-e433-455d-8d5b-479c95107ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0802512 Nov 19 06:05:24.635672 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-09cb5759-4f8b-4e22-ad83-10a663c8f7af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1162 time: 0.0850928 Nov 19 06:05:24.810339 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-28d2865a-0837-4242-a024-3eafe00548be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:05:24.811917 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-28d2865a-0837-4242-a024-3eafe00548be service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1509056 Nov 19 06:05:24.927535 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-9819d4a2-e2b8-471c-a268-4ff982455126 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 1000 time: 0.1074302 Nov 19 06:05:25.001357 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-f98ebde5-3468-48c1-8e1e-40d87ba67762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:05:25.002939 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-f98ebde5-3468-48c1-8e1e-40d87ba67762 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0681148 Nov 19 06:05:25.094135 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-4d8ba0b5-faf9-49f0-86f2-fe75e46d3ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836344 Nov 19 06:05:25.244281 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-0dbd88e5-6932-436f-a48b-888aebea95d5 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425858 Nov 19 06:05:25.361029 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:25.393310 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-68a12ff3-8679-4fd9-ba38-ec33c9e5c242 req-4a7e5bda-6b32-40d6-b074-744175d9c7b5 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424875 Nov 19 06:05:25.870060 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:47.799911 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:49.489237 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:05:51.387784 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-91a607cb-d3fd-4cc4-8c0e-5383d6909973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:54.017399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c57d8a90-af13-4d20-ac08-3cd16888a4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:54.507921 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:55.376985 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:05:55.871293 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:12.683992 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-9effaae2-3dc2-4b6c-a032-47342e92e346 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips/d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3 HTTP/1.1" status: 200 len: 997 time: 0.1135669 Nov 19 06:06:12.852460 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-4a76b910-bbef-4e02-88a8-4c73e283a308 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:12.853921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-4a76b910-bbef-4e02-88a8-4c73e283a308 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1620545 Nov 19 06:06:12.865175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-ac050bf9-f4a2-4102-a673-4b15a2f3ac0d tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 06:06:12.866209 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-ac050bf9-f4a2-4102-a673-4b15a2f3ac0d tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0059829 Nov 19 06:06:12.979591 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-bd535463-1311-4f6f-8b2a-e46158ff23a4 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.28 HTTP/1.1" status: 200 len: 1000 time: 0.1069560 Nov 19 06:06:13.067177 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-d459ae4e-4e63-465f-8b46-fe269858f8b5 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:13.068666 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-d459ae4e-4e63-465f-8b46-fe269858f8b5 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports/e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 942 time: 0.0805781 Nov 19 06:06:13.285286 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-b8c1a82c-4f5d-45c2-97ce-457e1e54380c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.28 HTTP/1.1" status: 200 len: 1000 time: 0.1192591 Nov 19 06:06:13.504028 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port 09056a5a-ce7a-4384-8d2d-5879051f8e45 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:13.504408 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:13.687986 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:13.688607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:13.818677 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for 09056a5a-ce7a-4384-8d2d-5879051f8e45 owned by network:floatingip {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:13.971946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:13.985245 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-46f25fc9-0067-45d5-a1d6-c77158cf8446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:14.077092 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'Port': ['ID=09056a5a-ce7a-4384-8d2d-5879051f8e45,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:14.105669 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.106105 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.106503 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.106899 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.107294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.107712 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.108103 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.108492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.108878 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.109273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.109659 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.110045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.110494 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.110876 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.111250 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.111662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.112045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.112424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.112807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.113189 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.113573 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.113957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.114342 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.114723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:14.119708 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:14.462232 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:14.462487 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Floating IP d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3 disassociated (deleted). External IP: 172.27.3.28, port: e4019629-12c9-4db2-9470-8a8a90de1b30. Nov 19 06:06:14.888808 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:06:15.106707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:06:15.121356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:06:15.139027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:15.139815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:05:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:15.143497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:15.199001 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0c3ce638-31f9-4a72-a8ee-79a3e2f6cced tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "DELETE /v2.0/floatingips/d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3 HTTP/1.1" status: 204 len: 173 time: 1.9046507 Nov 19 06:06:15.199599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:06:15.262066 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'status': 'completed', 'code': 200} Nov 19 06:06:15.297806 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-9aa7515f-ed2c-49e1-b83b-c265798b23c6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1162 time: 0.0847757 Nov 19 06:06:15.506565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:15.509092 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-f19d8738-76eb-46f6-ab99-8b2523981797 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:15.510713 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-f19d8738-76eb-46f6-ab99-8b2523981797 service neutron] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.2061744 Nov 19 06:06:15.517844 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-e56fdf31-b07a-4864-9d58-7757695ad7b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 1162 time: 0.2118742 Nov 19 06:06:15.662349 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-f751b130-ce52-4753-8dca-4578cbcf1bd8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 217 time: 0.1434314 Nov 19 06:06:15.768511 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-6d68bcb7-4aa2-4007-a014-0d4e9be7a88e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:15.770068 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-6d68bcb7-4aa2-4007-a014-0d4e9be7a88e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0975730 Nov 19 06:06:15.829746 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-dfc084ba-0e77-4514-a04e-7631717462fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:15.831296 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-dfc084ba-0e77-4514-a04e-7631717462fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.2621262 Nov 19 06:06:15.877499 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:45Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:15.881831 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:06:15.894468 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:15.895140 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:05:54Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:15.911789 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-c00571da-a05c-4355-bcbd-335013482138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 200 len: 217 time: 0.0739861 Nov 19 06:06:15.980649 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-e4b6714d-126a-43cc-b87c-c0ef110c25d3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1988738 Nov 19 06:06:16.066874 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-67c6d29e-4968-43fc-bc72-66611996f012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:16.068530 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-67c6d29e-4968-43fc-bc72-66611996f012 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.1456859 Nov 19 06:06:16.087050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:16.191505 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-ab16416d-d65b-4120-b321-fe5bc057f761 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033734 Nov 19 06:06:16.225247 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-9428e0e9-de16-4d87-93b2-ca260fa70df0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1506853 Nov 19 06:06:16.276907 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-f00838d3-d808-4817-baeb-995fcfce0d60 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 06:06:16.278063 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-f00838d3-d808-4817-baeb-995fcfce0d60 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0058780 Nov 19 06:06:16.458723 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:45Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:16.463155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913b6af-7a49-48f8-bb83-fb5d8148c86d None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_floatingips': [{'id': '8c0cbff2-fe50-4874-9de5-fb102ed5077f', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'router_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'port_id': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'mac_address': 'fa:16:3e:31:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86446b91-65cb-422c-921b-aba6a7592667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T06:01:40Z', 'updated_at': '2020-11-19T06:01:45Z', 'revision_number': 2, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:06:16.463818 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8bcf2aaf-427f-4e97-b3ed-0c6ec3074488 req-0fed35d4-6641-40df-ab0c-a70a3241c488 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2652833 Nov 19 06:06:16.474068 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-d47d6697-f3c1-4751-ad43-5e159a2f42e5 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881924 Nov 19 06:06:16.622342 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d10d36fc-7836-4e2a-b8aa-f6e4fe4f1f59 req-f368d3ca-b7ab-4eae-a8af-e422a40e4829 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418235 Nov 19 06:06:16.881776 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22c8b6-dd60-4e55-891a-056170c4c767 None None] New status for floating IP d4e7e9bd-e988-478b-9f0d-e4fcb6f4a1c3: DOWN {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 06:06:16.967558 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb60f4-6f35-4cb2-9cc4-3480dbafac48 req-d33f7c26-c5ea-483e-8b12-5e0bf7f27579 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:16.968219 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b9cb60f4-6f35-4cb2-9cc4-3480dbafac48 req-d33f7c26-c5ea-483e-8b12-5e0bf7f27579 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:06:16.983810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-b9cb60f4-6f35-4cb2-9cc4-3480dbafac48 req-d33f7c26-c5ea-483e-8b12-5e0bf7f27579 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:06:16.985111 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9cb60f4-6f35-4cb2-9cc4-3480dbafac48 req-d33f7c26-c5ea-483e-8b12-5e0bf7f27579 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.1768909 Nov 19 06:06:17.034355 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-b9cb60f4-6f35-4cb2-9cc4-3480dbafac48 req-eab63b2a-c8f8-4d2e-ad1b-96cb33bd24ff tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428498 Nov 19 06:06:17.827116 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:18.348799 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fabea-581b-4f67-877d-a7cc39f8eebd req-0e8c43b7-cf63-443d-b61a-eeb7c3660b17 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:18.350295 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-935fabea-581b-4f67-877d-a7cc39f8eebd req-0e8c43b7-cf63-443d-b61a-eeb7c3660b17 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.1781487 Nov 19 06:06:18.675168 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-935fabea-581b-4f67-877d-a7cc39f8eebd req-b0b127fd-6efc-4bf6-b1d1-fd02e8420ade tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.3183722 Nov 19 06:06:18.715824 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81639-9209-4f18-9a60-437743038119 req-cb15f4fe-6d52-4538-8ae4-9ef1440d8c69 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:18.717361 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1fe81639-9209-4f18-9a60-437743038119 req-cb15f4fe-6d52-4538-8ae4-9ef1440d8c69 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 945 time: 0.0993071 Nov 19 06:06:18.793568 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port e4019629-12c9-4db2-9470-8a8a90de1b30 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:18.793952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:19.051852 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] For port e4019629-12c9-4db2-9470-8a8a90de1b30, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e4019629-12c9-4db2-9470-8a8a90de1b30,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:19.052256 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:19.179274 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for e4019629-12c9-4db2-9470-8a8a90de1b30 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:19.342349 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:19.357513 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-bb950114-5163-44a9-896e-7f9c87dd8052 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:19.450187 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'Port': ['ID=e4019629-12c9-4db2-9470-8a8a90de1b30,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:19.454078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:19.560473 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] No DVR routers for this DVR port e4019629-12c9-4db2-9470-8a8a90de1b30 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 06:06:19.563214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:19.565855 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'name': 'network-vif-deleted', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:06:19.566683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e4019629-12c9-4db2-9470-8a8a90de1b30 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:19.583058 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1fe81639-9209-4f18-9a60-437743038119 req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "DELETE /v2.0/ports/e4019629-12c9-4db2-9470-8a8a90de1b30 HTTP/1.1" status: 204 len: 173 time: 0.8600185 Nov 19 06:06:19.606163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] No Port match for: e4019629-12c9-4db2-9470-8a8a90de1b30 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:19.606553 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device e4019629-12c9-4db2-9470-8a8a90de1b30 not bound to the agent host hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:19.703921 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bc60a-2f86-4c80-9746-4a1dd15b1572', 'name': 'network-vif-deleted', 'tag': 'e4019629-12c9-4db2-9470-8a8a90de1b30', 'status': 'completed', 'code': 200} Nov 19 06:06:19.853045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-25082c87-0c83-42de-9bf9-633dd395c162 req-a3c56d99-cdc7-4d2b-bed5-53d8f26631e0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:06:19.868617 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-25082c87-0c83-42de-9bf9-633dd395c162 req-a3c56d99-cdc7-4d2b-bed5-53d8f26631e0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:06:19.869858 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-25082c87-0c83-42de-9bf9-633dd395c162 req-a3c56d99-cdc7-4d2b-bed5-53d8f26631e0 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=756bc60a-2f86-4c80-9746-4a1dd15b1572 HTTP/1.1" status: 200 len: 210 time: 0.0630133 Nov 19 06:06:21.382861 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-eb84f21c-5314-47e1-89df-ed6ecb0f353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:23.597331 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-8336b6fb-1184-45b1-aea9-bd8675e3c10f tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips/8c0cbff2-fe50-4874-9de5-fb102ed5077f HTTP/1.1" status: 200 len: 999 time: 0.1135805 Nov 19 06:06:23.761707 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027601-605f-4bef-b581-0eb626875746 req-f77c36a3-0eb6-4638-9945-60b24119aab1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:23.763188 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-f77c36a3-0eb6-4638-9945-60b24119aab1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1591532 Nov 19 06:06:23.774329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-af464d36-94c1-4afa-9ca5-d03401f58de1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=80294) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 06:06:23.775334 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-af464d36-94c1-4afa-9ca5-d03401f58de1 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0060003 Nov 19 06:06:23.886937 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d3027601-605f-4bef-b581-0eb626875746 req-b3af5198-2c07-431c-bc2d-0f33b8847fba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:06:23.903517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-d3027601-605f-4bef-b581-0eb626875746 req-b3af5198-2c07-431c-bc2d-0f33b8847fba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:06:23.904765 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-b3af5198-2c07-431c-bc2d-0f33b8847fba tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.169 HTTP/1.1" status: 200 len: 1002 time: 0.1233327 Nov 19 06:06:23.983012 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027601-605f-4bef-b581-0eb626875746 req-96fa173d-c78d-49ed-84ae-d587bcf5c0ec tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:23.984553 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-96fa173d-c78d-49ed-84ae-d587bcf5c0ec tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports/dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 943 time: 0.0737939 Nov 19 06:06:24.012113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d81c828a-333a-4ad7-a544-2911caa88979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:24.174652 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-c2947637-1777-4534-99cd-a03e7ddf2105 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.169 HTTP/1.1" status: 200 len: 1002 time: 0.1058643 Nov 19 06:06:24.390095 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port 1ca14c1c-2dff-4981-9544-b236e0aa3151 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:24.390335 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:24.505018 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:24.588253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:24.588621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:24.714926 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for 1ca14c1c-2dff-4981-9544-b236e0aa3151 owned by network:floatingip {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:24.883383 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:24.898752 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-74974f29-85a7-4512-823f-3a01cdfecac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:24.991794 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'Port': ['ID=1ca14c1c-2dff-4981-9544-b236e0aa3151,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:24.995967 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:25.121230 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:25.121599 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.db.l3_db [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Floating IP 8c0cbff2-fe50-4874-9de5-fb102ed5077f disassociated (deleted). External IP: 172.27.3.169, port: dd9d1278-c178-473b-9f5c-412d55baae51. Nov 19 06:06:25.371045 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:25.540082 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:06:25.871607 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:25.997477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:06:26.009563 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:06:26.023500 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:26.024155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:06:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:26.067773 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:26.136945 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-ea463a31-c86a-4545-ade4-fbe7de52f799 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "DELETE /v2.0/floatingips/8c0cbff2-fe50-4874-9de5-fb102ed5077f HTTP/1.1" status: 204 len: 173 time: 1.9534740 Nov 19 06:06:26.139104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:06:26.153352 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-ae11c5db-fcad-44a2-ba8d-d9ce748c8bee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1420996 Nov 19 06:06:26.200535 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'status': 'completed', 'code': 200} Nov 19 06:06:26.209660 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:26.236625 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-d41e56f1-1231-4c35-94f5-c6c6af2bfa26 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0822682 Nov 19 06:06:26.439839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027601-605f-4bef-b581-0eb626875746 req-5daa026b-0527-48dc-b384-ed844f6f04b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:26.441357 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-5daa026b-0527-48dc-b384-ed844f6f04b9 service neutron] 10.222.0.17 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1981592 Nov 19 06:06:26.449695 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-70719653-6907-40ca-97d9-1dcb71c78725 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.1817672 Nov 19 06:06:26.481201 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:06:26.543062 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:26.547368 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:06:26.559599 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:26.560391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:06:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:26.598247 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-dba8cbc8-fb5c-42fd-9838-8201180df806 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 217 time: 0.1475613 Nov 19 06:06:26.711175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027601-605f-4bef-b581-0eb626875746 req-1e031b84-527b-4eb4-a423-cf6c7b1f08e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:26.712700 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-1e031b84-527b-4eb4-a423-cf6c7b1f08e1 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.1033223 Nov 19 06:06:26.717341 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-5458289c-5015-4740-b297-7aa19561cf8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:26.718805 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-5458289c-5015-4740-b297-7aa19561cf8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.2148559 Nov 19 06:06:26.745614 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:26.833572 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-2d9a0748-53c3-4508-b2ed-0af572653a2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 217 time: 0.0738275 Nov 19 06:06:26.916209 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-ae478069-23be-4451-b71f-a9dfbdac7c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:26.917758 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-ae478069-23be-4451-b71f-a9dfbdac7c17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0780051 Nov 19 06:06:26.921659 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-acdc56f5-8aab-4b51-ae74-576e490771d5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1997676 Nov 19 06:06:27.080841 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:27.085522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c595a-f357-48a9-a4d1-f97c8cfc9d65 None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T05:57:15Z', 'revision_number': 4, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi', '_interfaces': [{'id': 'c44862d4-b36c-4015-90f0-d8039865517d', 'name': '', 'network_id': '9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'mac_address': 'fa:16:3e:9f:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:15Z', 'updated_at': '2020-11-19T05:57:25Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'subnets': [{'id': 'f4b2da75-0dc5-45c4-8b21-5e31f52c22a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:06:27.134080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-e8aa0d67-edaa-4ddc-8630-cca70e239f15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2089784 Nov 19 06:06:27.139676 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-5bf7a5db-3f31-4323-ae97-93516be78f70 service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737306 Nov 19 06:06:27.404833 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-9bef1c9e-6e6b-45f7-aa40-1d4d70ba29f9 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632635 Nov 19 06:06:27.406880 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-d3027601-605f-4bef-b581-0eb626875746 req-0925a257-c80b-430e-a1ab-086023ba3a3c service neutron] 10.222.0.17 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2433958 Nov 19 06:06:27.505790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2b47a7-82a6-4115-8c5d-d061601b94aa None None] New status for floating IP 8c0cbff2-fe50-4874-9de5-fb102ed5077f: DOWN {{(pid=80296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 06:06:27.553506 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-3f2cfe4d-f3b8-4c18-b9b2-a0d4a59eecf8 req-57b61edd-eb4f-4609-8a65-dfe4b009e474 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421790 Nov 19 06:06:27.700789 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-d140e16b-f1aa-47ff-aadf-b1999edac0ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cebdf4454f004342a8025a2f2b706393&device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 1163 time: 0.0763936 Nov 19 06:06:27.909297 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-478a5a57-98d8-4b84-b0dd-efe1265ccbe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:27.910796 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-478a5a57-98d8-4b84-b0dd-efe1265ccbe7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 200 len: 906 time: 0.1925640 Nov 19 06:06:27.994865 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0cf7f-2855-4b75-b0d7-97134137de22 req-79ffbc4a-86a6-41ed-9f9e-6e719c113f97 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:27.995633 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-35c0cf7f-2855-4b75-b0d7-97134137de22 req-79ffbc4a-86a6-41ed-9f9e-6e719c113f97 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:06:28.000337 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-bfad58e3-aad0-4e3e-9b0a-fc9b7844841d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 200 len: 217 time: 0.0813789 Nov 19 06:06:28.047119 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-35c0cf7f-2855-4b75-b0d7-97134137de22 req-79ffbc4a-86a6-41ed-9f9e-6e719c113f97 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:06:28.048364 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35c0cf7f-2855-4b75-b0d7-97134137de22 req-79ffbc4a-86a6-41ed-9f9e-6e719c113f97 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 946 time: 0.2541845 Nov 19 06:06:28.105162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-97b56191-19cc-4b3a-a8d2-245b48ac302d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:28.106723 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-97b56191-19cc-4b3a-a8d2-245b48ac302d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 200 len: 851 time: 0.0984192 Nov 19 06:06:28.163347 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-35c0cf7f-2855-4b75-b0d7-97134137de22 req-016bd807-0c34-4ab0-bde2-6fa0f5853caa tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1071599 Nov 19 06:06:28.202390 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-b1cdb36a-2f11-43bf-b0de-a308a8fae927 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885892 Nov 19 06:06:28.345990 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-0411298b-5454-475f-a0d9-f2c38bd697f3 service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365535 Nov 19 06:06:28.489418 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-5c09608b-1930-438b-a47c-32d033c4a3d2 req-59060c6c-2f05-4e28-b545-73ae854a0bca service neutron] 10.222.0.35 "GET /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365607 Nov 19 06:06:29.438019 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe9bf5-292d-4c14-9620-5fbeac6d3b6b req-6e2f7dd9-1fbf-4aab-b88f-1de9801b435c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:29.439608 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afe9bf5-292d-4c14-9620-5fbeac6d3b6b req-6e2f7dd9-1fbf-4aab-b88f-1de9801b435c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 946 time: 0.1326692 Nov 19 06:06:29.506462 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-8afe9bf5-292d-4c14-9620-5fbeac6d3b6b req-2292f74c-4e5f-47e1-94c3-3b0bb911e7f8 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0598230 Nov 19 06:06:29.515694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-1d347d23-bc0f-4415-8f4a-c33a07f9eea7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:29.517306 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-1d347d23-bc0f-4415-8f4a-c33a07f9eea7 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 946 time: 0.1340740 Nov 19 06:06:29.591067 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port dd9d1278-c178-473b-9f5c-412d55baae51 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:29.591457 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:29.622218 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Device dd9d1278-c178-473b-9f5c-412d55baae51 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:29.749111 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1360787'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:29.778578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51'}] {{(pid=80295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:06:29.790400 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] For port dd9d1278-c178-473b-9f5c-412d55baae51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd9d1278-c178-473b-9f5c-412d55baae51,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:29.795561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790267942208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790267456729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246587319054'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:29.797456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:29.842395 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'code': 200} Nov 19 06:06:29.870993 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Pushing event updated for resources: {'Port': ['ID=dd9d1278-c178-473b-9f5c-412d55baae51,revision_number=5']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:29.881520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.881935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.882312 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.882685 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.883055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.883444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.883788 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.884147 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.884507 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.884889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.885243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.885604 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.886030 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.886389 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.886751 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.887090 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.887470 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.887830 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.888183 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.888538 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.888895 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.889251 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.889629 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.889961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:29.895621 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:30.098338 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] For port dd9d1278-c178-473b-9f5c-412d55baae51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd9d1278-c178-473b-9f5c-412d55baae51,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:30.098581 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:30.224618 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for dd9d1278-c178-473b-9f5c-412d55baae51 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:30.309231 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 06:06:30.309650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 06:06:30.731025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba7ba2-3b6d-4d2f-90ac-cfc9a1e25481 req-5695dc14-8cdb-4f32-9955-a9ee69af24d2 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:30.732662 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79ba7ba2-3b6d-4d2f-90ac-cfc9a1e25481 req-5695dc14-8cdb-4f32-9955-a9ee69af24d2 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 944 time: 0.0855803 Nov 19 06:06:30.781491 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-79ba7ba2-3b6d-4d2f-90ac-cfc9a1e25481 req-570cda6e-c799-4ca2-b10b-2e6de648cb5c tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups?id=98ef4b04-78b8-4a8f-bbc6-39c58158d55a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424378 Nov 19 06:06:30.810505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port dd9d1278-c178-473b-9f5c-412d55baae51 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:30.810827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:31.077114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] For port dd9d1278-c178-473b-9f5c-412d55baae51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd9d1278-c178-473b-9f5c-412d55baae51,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:31.077438 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:31.204168 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for dd9d1278-c178-473b-9f5c-412d55baae51 owned by compute:nova {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:31.365104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:31.380354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-47086c41-342d-48d5-b963-715e4d74569b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:31.474814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'Port': ['ID=dd9d1278-c178-473b-9f5c-412d55baae51,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:31.479056 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:31.587639 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] No DVR routers for this DVR port dd9d1278-c178-473b-9f5c-412d55baae51 on host hv-cinder-76330 {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 06:06:31.589935 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for port, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:31.592810 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'name': 'network-vif-deleted', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 06:06:31.608909 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-1ab08f29-3007-4a88-8776-e58fb5ed48d4 req-5caedf19-9c00-4fd2-a275-7a603a9b874b tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.35 "DELETE /v2.0/ports/dd9d1278-c178-473b-9f5c-412d55baae51 HTTP/1.1" status: 204 len: 173 time: 2.0853524 Nov 19 06:06:31.653263 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86446b91-65cb-422c-921b-aba6a7592667', 'name': 'network-vif-deleted', 'tag': 'dd9d1278-c178-473b-9f5c-412d55baae51', 'status': 'completed', 'code': 200} Nov 19 06:06:31.956132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-340595ce-b26d-40f2-be8e-8fd45c3b2777 req-87928555-bec3-42eb-8c55-09c3e93ff9fa tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:06:31.973506 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-340595ce-b26d-40f2-be8e-8fd45c3b2777 req-87928555-bec3-42eb-8c55-09c3e93ff9fa tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:port {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:06:31.974937 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-340595ce-b26d-40f2-be8e-8fd45c3b2777 req-87928555-bec3-42eb-8c55-09c3e93ff9fa tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/ports?device_id=86446b91-65cb-422c-921b-aba6a7592667 HTTP/1.1" status: 200 len: 210 time: 0.0641270 Nov 19 06:06:33.222872 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39768a94-fc04-408d-ba48-a211346297dc req-ddcabec3-7be4-472f-b210-899d198837b6 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips/c585a9f8-756a-4df2-8d27-ebcfac66cad7 HTTP/1.1" status: 200 len: 692 time: 0.0863922 Nov 19 06:06:33.388328 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768a94-fc04-408d-ba48-a211346297dc req-118b9e72-0b38-4c6b-930a-efc089ef824e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 06:06:33.389668 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39768a94-fc04-408d-ba48-a211346297dc req-118b9e72-0b38-4c6b-930a-efc089ef824e tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/networks/156240e7-e570-4245-804b-5bf4e66edaf7 HTTP/1.1" status: 200 len: 784 time: 0.1595736 Nov 19 06:06:33.472280 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-39768a94-fc04-408d-ba48-a211346297dc req-fedfbff0-4a16-486e-8a28-97b93a53c724 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Synchronizing usage tracker for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 06:06:33.495901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.quota.resource [req-39768a94-fc04-408d-ba48-a211346297dc req-fedfbff0-4a16-486e-8a28-97b93a53c724 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Unset dirty status for tenant:cebdf4454f004342a8025a2f2b706393 on resource:floatingip {{(pid=80294) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 06:06:33.497138 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39768a94-fc04-408d-ba48-a211346297dc req-fedfbff0-4a16-486e-8a28-97b93a53c724 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.25 HTTP/1.1" status: 200 len: 695 time: 0.1008556 Nov 19 06:06:33.585703 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39768a94-fc04-408d-ba48-a211346297dc req-8947ac87-066f-4eae-baa2-44f69f84d585 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.27.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0786846 Nov 19 06:06:33.750995 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Deleting port 4bc13304-9f54-472d-8fb7-39d6125a25e8 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:33.751388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:33.928489 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:33.928864 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:34.051706 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Calling delete_port for 4bc13304-9f54-472d-8fb7-39d6125a25e8 owned by network:floatingip {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:34.207793 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848331026'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:34.221946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-19f0d84f-01e3-44a9-bd0e-e61f9520d520 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:34.313068 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'Port': ['ID=4bc13304-9f54-472d-8fb7-39d6125a25e8,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:34.317055 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:34.441821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for floatingip, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:34.468821 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2872'] for floatingip, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:34.470080 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-39768a94-fc04-408d-ba48-a211346297dc req-014707c8-442e-475c-a2df-98cc78cba359 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "DELETE /v2.0/floatingips/c585a9f8-756a-4df2-8d27-ebcfac66cad7 HTTP/1.1" status: 204 len: 173 time: 0.8759656 Nov 19 06:06:35.962917 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-172b14c3-4d62-4f14-b196-ae28af1c84b3 req-bd7bc01d-a032-4182-972b-85dd4204ac35 tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "GET /v2.0/security-groups/98ef4b04-78b8-4a8f-bbc6-39c58158d55a HTTP/1.1" status: 200 len: 2653 time: 0.0505996 Nov 19 06:06:36.041575 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-172b14c3-4d62-4f14-b196-ae28af1c84b3 req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:36.072786 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-172b14c3-4d62-4f14-b196-ae28af1c84b3 req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:36.126132 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-172b14c3-4d62-4f14-b196-ae28af1c84b3 req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:36.130113 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-30350cf0-fbb5-41b4-8002-28ba691492bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:36.146216 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef4b04-78b8-4a8f-bbc6-39c58158d55a,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:36.149199 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:36.157642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [req-172b14c3-4d62-4f14-b196-ae28af1c84b3 req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:36.158855 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [req-172b14c3-4d62-4f14-b196-ae28af1c84b3 req-707c88b9-1985-49ef-9d5c-3b99039b23de tempest-TestVolumeBootPattern-1867959378 tempest-TestVolumeBootPattern-1867959378] 10.222.0.17 "DELETE /v2.0/security-groups/98ef4b04-78b8-4a8f-bbc6-39c58158d55a HTTP/1.1" status: 204 len: 173 time: 0.1872292 Nov 19 06:06:36.234543 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59420) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:36.809215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:37.462197 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Deleting port c44862d4-b36c-4015-90f0-d8039865517d {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:37.462823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:37.654922 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] For port c44862d4-b36c-4015-90f0-d8039865517d, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=c44862d4-b36c-4015-90f0-d8039865517d,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:37.655310 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:37.780761 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Calling delete_port for c44862d4-b36c-4015-90f0-d8039865517d owned by network:router_interface {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:37.965545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:37.981315 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:38.069498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44862d4-b36c-4015-90f0-d8039865517d,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:38.097561 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.097969 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.098371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.098767 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.099162 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.099578 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.099965 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.100362 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.100913 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.101307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.101693 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.102078 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.102505 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.102889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.103273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.103680 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.104110 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.104498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.104880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.105263 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.105647 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.106026 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.106404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.106782 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-1-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 06:06:38.110816 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:38.426726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:39.410807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Router 1a215c85-ea8c-458a-b65c-f8e247b353c3 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:06:39.632327 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:06:39.641894 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] Sync routers for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:06:39.645395 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-cb682c1c-8042-4036-9f5f-cce4cbdf4177 admin admin] 10.222.0.17 "PUT /v2.0/routers/1a215c85-ea8c-458a-b65c-f8e247b353c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096887 Nov 19 06:06:39.648329 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59426) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:39.657584 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:39.658272 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:06:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:39.861145 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:40.019129 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:40.070778 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:40.079846 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Deleting port 2dadfdd0-de88-4e15-845a-3d58e956619f {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:40.080208 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:40.262744 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] For port 2dadfdd0-de88-4e15-845a-3d58e956619f, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=2dadfdd0-de88-4e15-845a-3d58e956619f,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:40.263135 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:40.317077 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T06:06:37Z', 'revision_number': 5, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port': {'id': '2dadfdd0-de88-4e15-845a-3d58e956619f', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:04:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:11Z', 'updated_at': '2020-11-19T05:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:40.321862 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] Checking router: 1a215c85-ea8c-458a-b65c-f8e247b353c3 for host: dv-cinder-763306-1-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:06:40.335364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] Routers {'1a215c85-ea8c-458a-b65c-f8e247b353c3'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:40.336133 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:06:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['1a215c85-ea8c-458a-b65c-f8e247b353c3'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:40.390364 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Calling delete_port for 2dadfdd0-de88-4e15-845a-3d58e956619f owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:40.492456 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] Set router 1a215c85-ea8c-458a-b65c-f8e247b353c3 gateway port host: None {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:40.564430 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:40.578186 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-446d3522-8003-4e99-ad87-f9212db37296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:40.605973 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T06:06:40Z', 'revision_number': 6, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port_host': None}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:40.610416 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75094579-a0b0-42c4-ad44-d572408f4c9d None None] The sync data for ids ['1a215c85-ea8c-458a-b65c-f8e247b353c3'] in dv-cinder-763306-1-iscsi is: [{'id': '1a215c85-ea8c-458a-b65c-f8e247b353c3', 'name': 'tempest-TestVolumeBootPattern-2075844228-router', 'tenant_id': 'cebdf4454f004342a8025a2f2b706393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:10Z', 'updated_at': '2020-11-19T06:06:40Z', 'revision_number': 6, 'project_id': 'cebdf4454f004342a8025a2f2b706393', 'gw_port_host': None}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:06:40.672070 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dadfdd0-de88-4e15-845a-3d58e956619f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:40.676371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:40.941880 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.216385 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.220877 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.252033 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.252939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a215c85-ea8c-458a-b65c-f8e247b353c3 {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 06:06:41.266737 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.268024 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-4a43dd74-808e-4dda-86c2-e6ec11edace8 admin admin] 10.222.0.17 "DELETE /v2.0/routers/1a215c85-ea8c-458a-b65c-f8e247b353c3 HTTP/1.1" status: 204 len: 168 time: 1.6187303 Nov 19 06:06:41.270772 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59430) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:41.342527 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Deleting subnet f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 06:06:41.345765 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.398815 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8116979'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.485683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.761372 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848080010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846715541'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:41.774780 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d78ff6c7-183f-4fc0-9987-c365a052146f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:42.088957 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b2da75-0dc5-45c4-8b21-5e31f52c22a7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:42.101236 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:42.137905 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.144050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20098f-bd3f-4182-9801-339dcae6ef73 None None] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 06:06:42.144458 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-26813501-7bb5-4db8-a455-a9e5edfc2451 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f4b2da75-0dc5-45c4-8b21-5e31f52c22a7 HTTP/1.1" status: 204 len: 168 time: 0.8726060 Nov 19 06:06:42.148350 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59434) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:42.262549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.332757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Deleting port a5c0aa9d-9307-4d68-b47d-a9a775d2091c {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:42.333120 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.395175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] DHCP port deletion for 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e request from dv-cinder-763306-1-iscsi {{(pid=80295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 06:06:42.400391 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Deleting port a5c0aa9d-9307-4d68-b47d-a9a775d2091c {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:42.400814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.550859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] For port a5c0aa9d-9307-4d68-b47d-a9a775d2091c, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:42.551229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.614497 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] For port a5c0aa9d-9307-4d68-b47d-a9a775d2091c, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,segment=NetworkSegment(f434ea46-9fce-4a88-9834-5fd3a9f39c4d),segment_id=f434ea46-9fce-4a88-9834-5fd3a9f39c4d)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:42.614807 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.682137 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Calling delete_port for a5c0aa9d-9307-4d68-b47d-a9a775d2091c owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:42.738398 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2dadfdd0-de88-4e15-845a-3d58e956619f no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:42.755559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:42.770797 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:42.772472 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Calling delete_port for a5c0aa9d-9307-4d68-b47d-a9a775d2091c owned by network:dhcp {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:42.807530 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 2dadfdd0-de88-4e15-845a-3d58e956619f {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:42.807916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 2dadfdd0-de88-4e15-845a-3d58e956619f not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:42.808376 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a5c0aa9d-9307-4d68-b47d-a9a775d2091c no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:42.848814 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: a5c0aa9d-9307-4d68-b47d-a9a775d2091c {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:42.849143 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device a5c0aa9d-9307-4d68-b47d-a9a775d2091c not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:42.849640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c44862d4-b36c-4015-90f0-d8039865517d no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:42.862920 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c0aa9d-9307-4d68-b47d-a9a775d2091c,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:42.875512 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:42.892054 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: c44862d4-b36c-4015-90f0-d8039865517d {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:42.892444 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device c44862d4-b36c-4015-90f0-d8039865517d not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:42.913428 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] No DVR routers for this DVR port a5c0aa9d-9307-4d68-b47d-a9a775d2091c on host dv-cinder-763306-1-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 06:06:42.916952 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80295) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 06:06:42.917356 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 06:06:43.038757 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.159174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:43.172900 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:43.173244 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f434ea46-9fce-4a88-9834-5fd3a9f39c4d') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:43.189161 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.204679 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.207015 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 06:06:43.391611 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 06:06:43.400925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.418490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Deleting port a5c0aa9d-9307-4d68-b47d-a9a775d2091c {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:43.418850 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.486741 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-06283214-7496-4ed2-867a-f2c90a63572b None None] The port 'a5c0aa9d-9307-4d68-b47d-a9a775d2091c' was deleted {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 06:06:43.583736 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Network 9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 06:06:43.610960 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 06:06:43.689642 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.695104 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:43.698021 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:43.723587 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:43.726423 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:43.730955 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-dff3a588-3b04-4d7a-a42d-6b616817006f admin admin] 10.222.0.17 "DELETE /v2.0/networks/9c7d51c0-ed9d-4f83-9112-9fd3eb2c5e1e HTTP/1.1" status: 204 len: 168 time: 1.5815704 Nov 19 06:06:43.733925 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59438) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:44.164301 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854179724'] for router_interface, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:44.802891 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Deleting port 710d484a-98e3-4536-9b98-a840cf87cf85 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:44.803522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:45.047050 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] For port 710d484a-98e3-4536-9b98-a840cf87cf85, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=710d484a-98e3-4536-9b98-a840cf87cf85,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:45.047683 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:45.197214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Calling delete_port for 710d484a-98e3-4536-9b98-a840cf87cf85 owned by network:router_interface {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:45.646557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:45.664214 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-802b86e9-dcfd-401e-ae29-e6b76e27c532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:45.755294 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=710d484a-98e3-4536-9b98-a840cf87cf85,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:45.762836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:46.167840 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1254181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617700'] for router_interface, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:46.982288 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 has already been hosted by L3 agent c46ba273-a664-4057-9e52-8556a5b43c6d {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 06:06:47.204842 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] Notify agent at l3_agent.dv-cinder-763306-1-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 06:06:47.215194 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] Sync routers for ids ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'] in dv-cinder-763306-1-iscsi {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 06:06:47.215673 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-d7dc69b7-57cb-41b2-8192-1372faeeb4e4 admin admin] 10.222.0.17 "PUT /v2.0/routers/c95a25ef-0402-45d4-9d28-7d870dc1f0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4806952 Nov 19 06:06:47.218424 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59442) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:47.229442 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] Routers {'c95a25ef-0402-45d4-9d28-7d870dc1f0a8'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:47.230114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:06:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:47.417823 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] Set router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 gateway port host: dv-cinder-763306-1-iscsi {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:47.424981 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:47.643172 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:47.653031 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Deleting port 8b389120-6734-4cf6-915a-0802a67ed508 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:47.653399 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:47.723298 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'external_fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '8b389120-6734-4cf6-915a-0802a67ed508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T06:06:45Z', 'revision_number': 5, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port': {'id': '8b389120-6734-4cf6-915a-0802a67ed508', 'name': '', 'network_id': '156240e7-e570-4245-804b-5bf4e66edaf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T05:57:20Z', 'updated_at': '2020-11-19T05:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b50d837-505a-45c1-8bd7-4b7e70e6dbd7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-1-iscsi'}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:47.727466 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] Checking router: c95a25ef-0402-45d4-9d28-7d870dc1f0a8 for host: dv-cinder-763306-1-iscsi {{(pid=80296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 06:06:47.738730 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] Routers {'c95a25ef-0402-45d4-9d28-7d870dc1f0a8'} bound to L3 agent in host dv-cinder-763306-1-iscsi {{(pid=80296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 06:06:47.739352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T05:36:24Z,description=,heartbeat_timestamp=2020-11-19T06:06:24Z,host='dv-cinder-763306-1-iscsi',id=c46ba273-a664-4057-9e52-8556a5b43c6d,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T05:36:24Z,topic='l3_agent')) {'router_ids': ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'], 'active': True} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:47.830817 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:47.848222 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] For port 8b389120-6734-4cf6-915a-0802a67ed508, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=8b389120-6734-4cf6-915a-0802a67ed508,segment=NetworkSegment(32cfb191-16f5-4958-b898-db356c1017fb),segment_id=32cfb191-16f5-4958-b898-db356c1017fb)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:47.848615 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:47.897477 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvr_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] Set router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 gateway port host: None {{(pid=80296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 06:06:48.012337 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_hamode_db [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T06:06:47Z', 'revision_number': 6, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port_host': None}], 'dv-cinder-763306-1-iscsi', False) {} {{(pid=80296) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:48.017243 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bfb60-d142-4acd-ba9d-fa0c7d02c5c4 None None] The sync data for ids ['c95a25ef-0402-45d4-9d28-7d870dc1f0a8'] in dv-cinder-763306-1-iscsi is: [{'id': 'c95a25ef-0402-45d4-9d28-7d870dc1f0a8', 'name': 'tempest-TestVolumeBootPattern-133048243-router', 'tenant_id': '8ae63d9b2197495987c760c018582df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T05:57:19Z', 'updated_at': '2020-11-19T06:06:47Z', 'revision_number': 6, 'project_id': '8ae63d9b2197495987c760c018582df0', 'gw_port_host': None}] {{(pid=80296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 06:06:48.204590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Calling delete_port for 8b389120-6734-4cf6-915a-0802a67ed508 owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:48.384163 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:48.398459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-64ef561f-b058-491e-905a-978e8c1c58e5 tempest-AttachVolumeTestJSON-1393595025 tempest-AttachVolumeTestJSON-1393595025] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:48.488960 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b389120-6734-4cf6-915a-0802a67ed508,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:48.497694 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:48.626493 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 8b389120-6734-4cf6-915a-0802a67ed508 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:48.660165 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 8b389120-6734-4cf6-915a-0802a67ed508 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:48.660559 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 8b389120-6734-4cf6-915a-0802a67ed508 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:48.661025 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 710d484a-98e3-4536-9b98-a840cf87cf85 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:48.694650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 710d484a-98e3-4536-9b98-a840cf87cf85 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:48.695051 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 710d484a-98e3-4536-9b98-a840cf87cf85 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:48.782114 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854183052'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.051859 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853835028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747561'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.056769 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.091139 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853835178'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.091748 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c95a25ef-0402-45d4-9d28-7d870dc1f0a8 {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 06:06:49.104463 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.105688 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-9ea1b206-4b4e-45f9-b3bd-feeb5ad25995 admin admin] 10.222.0.17 "DELETE /v2.0/routers/c95a25ef-0402-45d4-9d28-7d870dc1f0a8 HTTP/1.1" status: 204 len: 168 time: 1.8862996 Nov 19 06:06:49.108504 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 59446) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:49.176796 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Deleting subnet 304d93f7-5fa4-4186-af0e-f44b18b8ef1e {{(pid=80294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 06:06:49.180305 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.243490 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6334797'] for subnet, precommit_delete_associations {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.330257 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853395558'] for subnet, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.620662 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6444740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7223386'] for subnet, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.636273 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:49.731370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304d93f7-5fa4-4186-af0e-f44b18b8ef1e,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:49.736058 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:49.769602 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.774961 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135de0a8-6f40-4019-bd57-21b0088ec484 None None] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 requested from dv-cinder-763306-1-iscsi {{(pid=80295) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 06:06:49.775756 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-14a24ed1-1219-4baf-a173-4c5b5c71c595 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/304d93f7-5fa4-4186-af0e-f44b18b8ef1e HTTP/1.1" status: 204 len: 168 time: 0.6661079 Nov 19 06:06:49.778549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.17', 59450) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:49.895557 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1326106'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:49.968080 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Deleting port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:49.968419 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.031549 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] DHCP port deletion for 21ad41b6-4172-40d6-8bbe-d6869563eba5 request from dv-cinder-763306-1-iscsi {{(pid=80295) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 06:06:50.036299 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Deleting port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:50.036713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.180640 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] For port 0ce9334c-1ca2-447e-856b-cedadf4f53c3, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=0ce9334c-1ca2-447e-856b-cedadf4f53c3,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:50.181221 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.245125 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.db [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] For port 0ce9334c-1ca2-447e-856b-cedadf4f53c3, host dv-cinder-763306-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-1-iscsi',level=0,port_id=0ce9334c-1ca2-447e-856b-cedadf4f53c3,segment=NetworkSegment(c8ac5058-611d-4f49-b2fc-4d86e2a75be0),segment_id=c8ac5058-611d-4f49-b2fc-4d86e2a75be0)] {{(pid=80295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 06:06:50.245556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619689'] for port, precommit_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.307933 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Calling delete_port for 0ce9334c-1ca2-447e-856b-cedadf4f53c3 owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:50.370246 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Calling delete_port for 0ce9334c-1ca2-447e-856b-cedadf4f53c3 owned by network:dhcp {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 06:06:50.388318 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853415316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-390598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790267942191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246587319088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6695772'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.402010 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-2144a472-646d-4a53-8dad-2adef25534d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:50.442517 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.db.api [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80295) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 06:06:50.442839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_db.api [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 06:06:50.495650 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce9334c-1ca2-447e-856b-cedadf4f53c3,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:50.508048 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:50.544845 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] No DVR routers for this DVR port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 on host dv-cinder-763306-1-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 06:06:50.628404 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 0ce9334c-1ca2-447e-856b-cedadf4f53c3 no longer exists at agent ovs-agent-dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 06:06:50.662826 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] No Port match for: 0ce9334c-1ca2-447e-856b-cedadf4f53c3 {{(pid=80295) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 06:06:50.663179 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.rpc [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Device 0ce9334c-1ca2-447e-856b-cedadf4f53c3 not bound to the agent host dv-cinder-763306-1-iscsi {{(pid=80295) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 06:06:50.676932 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853534175', 'neutron.services.segments.db._delete_segments_for_network--9223363246586766827'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.794641 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ad41b6-4172-40d6-8bbe-d6869563eba5']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:50.807768 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:50.808102 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.services.segments.db [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ac5058-611d-4f49-b2fc-4d86e2a75be0') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 06:06:50.822658 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246586733035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846658869'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.847939 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243132'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:50.850156 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 06:06:50.943886 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Deleting port 0ce9334c-1ca2-447e-856b-cedadf4f53c3 {{(pid=80295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 06:06:50.944433 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246586841801'] for port, before_delete {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.012914 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.plugin [None req-5c75c52d-8678-43d2-b7b0-58096bdabc1c None None] The port '0ce9334c-1ca2-447e-856b-cedadf4f53c3' was deleted {{(pid=80295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 06:06:51.044713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 06:06:51.054354 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853532684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848080085'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.239371 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.plugins.ml2.managers [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Network 21ad41b6-4172-40d6-8bbe-d6869563eba5 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: Traceback (most recent call last): Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: timer() Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: cb(*args, **kw) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: return func(*args, **kwargs) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: self._notify() Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: self.callback(batched_events) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: event.method(event) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: segment_id)['aggregates'][0] Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: return f(self, *a, **k) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: return self._get(url).json() Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: **kwargs) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: return self.request(url, 'GET', **kwargs) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: **endpoint_filter) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 06:06:51.262695 dv-cinder-763306-1-iscsi neutron-server[80182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 06:06:51.349565 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1241641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853521604'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.353086 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:51.369476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853521649'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.376043 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Pushing event deleted for resources: {'Network': ['ID=21ad41b6-4172-40d6-8bbe-d6869563eba5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:51.380492 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:51.383541 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-c30e1147-5010-4973-a78e-fcf4d9838eee admin admin] 10.222.0.17 "DELETE /v2.0/networks/21ad41b6-4172-40d6-8bbe-d6869563eba5 HTTP/1.1" status: 204 len: 168 time: 1.6039157 Nov 19 06:06:51.385713 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-47a3c2af-3910-427e-aeb9-0f735181dcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.550476 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 59456) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:51.614851 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-23201f04-7f69-41bb-8b20-1d75ada93061 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cebdf4454f004342a8025a2f2b706393&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0629869 Nov 19 06:06:51.617427 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 59460) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:51.681443 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.714014 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.768970 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.775176 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-ec054ef5-c569-41d0-81c6-52596eea776f tempest-TestMinimumBasicScenario-1150220138 tempest-TestMinimumBasicScenario-1150220138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:51.794646 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640ae96b-b115-41c7-bf77-c37d960da49d,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:51.799047 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:51.802537 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:51.804087 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8d090a1a-2cf4-4dea-97d0-09585bbcdf89 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/640ae96b-b115-41c7-bf77-c37d960da49d HTTP/1.1" status: 204 len: 168 time: 0.1854346 Nov 19 06:06:52.255901 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 59468) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:52.312381 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-b79b51fc-77cc-407e-a682-23e821fc1eb0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8ae63d9b2197495987c760c018582df0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550134 Nov 19 06:06:52.315912 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [-] (80294) accepted ('10.222.0.17', 59472) {{(pid=80294) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 06:06:52.380936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:52.409340 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:52.460370 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624838'] for security_group, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:52.467898 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-01e2bbad-53d4-4874-a887-40ceb6ceeb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 06:06:52.487278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e2934-9a14-43ae-b11a-2ef4586bba36,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 06:06:52.490390 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG oslo_concurrency.lockutils [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 06:06:52.491361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:52.492647 dv-cinder-763306-1-iscsi neutron-server[80182]: INFO neutron.wsgi [None req-8a3a5d81-3a25-4523-adfd-fd587b26bc32 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/271e2934-9a14-43ae-b11a-2ef4586bba36 HTTP/1.1" status: 204 len: 168 time: 0.1758323 Nov 19 06:06:54.016498 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-81dc616b-0a5e-4032-8789-4a832eca8cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:54.508352 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:55.375739 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:06:55.873536 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:03.490603 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:07:12.464545 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-95ad7cdd-5ef2-4b1a-836b-aa18bf84f6bc req-b24463c8-750a-4c68-ba02-c2f87b845b0d service neutron] (80293) timed out ('10.222.0.35', 49935) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 06:07:17.844916 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:21.400733 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-fd67c335-3633-423c-8e6f-d96f95bc52c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:24.024085 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cad27b2e-cb28-474c-8018-84a552a924a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:24.522190 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:25.386828 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:25.880657 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:40.489836 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:07:47.869562 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:51.403380 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-048207df-72a4-4aee-b9fc-4da3e4c2a55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:54.024892 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ec705c4c-1859-47d6-bcb7-e742dd63f891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:54.524570 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:55.394027 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:07:55.884491 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:17.482626 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:08:17.873827 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:21.400936 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc3f7-6088-4b6c-ad03-dfe08223c74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:24.022351 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-83d62c25-0ba3-4ab9-93f5-1a211b6b69d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:24.525839 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:25.385459 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:25.898397 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:34.319532 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-037cae0a-27a6-4bc0-a6b6-97b7f40846e7 req-faf584bd-1a4c-4dd2-9712-3d07a99523fe service neutron] (80293) timed out ('10.222.0.17', 55850) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 06:08:47.867431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:51.401590 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1d01d743-2004-4bf3-bb20-6463a4032a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:54.021849 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-cb09e108-c4e6-45d4-acdf-76e666731162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:54.489721 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:08:54.527155 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:55.391520 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:08:55.902432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:17.891889 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:21.401610 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-7de5b1a8-02a9-4dbf-bb23-457a7dab19c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:24.020432 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ca9c813b-9f44-4a54-86a0-d93d38742d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:24.529888 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:25.386204 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:25.898175 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:31.487884 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:09:39.089185 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.wsgi [req-cf013ab1-ac70-41d4-bed6-1540fa6835bc req-3e892d13-085f-4147-8366-80a640089c85 service neutron] (80294) timed out ('10.222.0.17', 53534) {{(pid=80294) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 06:09:47.889417 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:51.402445 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-b5e332a7-028d-4672-82eb-e2dacb49ff84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:54.019284 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-1073c861-e0c6-4dae-8d16-f15d9b707d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:54.532946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:55.398702 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:09:55.907522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:08.486253 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:10:17.901951 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:21.403278 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9b269a4-5ed8-42bf-addb-7db7526bb090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:24.017630 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-8366e6ce-8e70-4fda-b2e6-9402a03a4675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:24.545726 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:25.395589 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:25.912229 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:45.484267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:10:47.920755 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:51.399946 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-f08db137-683d-49b3-ad98-f712c7a97829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:54.014282 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-862f93dd-dffb-4849-8876-da91ad02f243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:54.540307 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:55.403790 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:10:55.922431 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:17.921361 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:21.402267 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-bb4dece6-012f-4a99-a1bc-606504854ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:22.484173 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:11:24.012174 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-c9adf113-b4fb-41b2-bd8a-0687e0824023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:24.542038 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:25.400564 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:25.931749 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:47.962848 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:51.399388 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d75adbda-bd8f-4818-8b9e-44979e6a69bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:54.010344 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6a6bd0d3-196e-4695-84b7-f26c3099e32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:54.546522 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:55.417215 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:55.934480 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:11:59.480453 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron.db.agents_db [None req-2359c07d-84b9-4c46-bea7-8a6c3c4d9ac3 None None] Agent healthcheck: found 6 active agents {{(pid=80296) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 06:12:17.964672 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-ecef4a6d-1e90-4267-868a-fdf2241b48f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:12:21.394402 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-210e5751-43ff-47b4-b776-6fd9ef669c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:12:24.006854 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-38e58b66-970e-4513-83e5-63059fbc1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:12:24.547766 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5dd-f71a-4f9b-a10e-1b4f83effed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:12:25.401605 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-6c8d43ae-30e9-44a9-a42b-c692663ea22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 06:12:25.936556 dv-cinder-763306-1-iscsi neutron-server[80182]: DEBUG neutron_lib.callbacks.manager [None req-3cdefde8-04fa-4e28-be5e-e9e7dbc10f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246586766844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853537126'] for agent, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}